-- Logs begin at Thu 2022-09-01 13:07:06 UTC, end at Thu 2022-09-01 14:26:19 UTC. -- Sep 01 13:56:01.630784 dv-cinder-852211-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 01 13:56:04.458791 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.common.config [-] Logging enabled! Sep 01 13:56:04.459528 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev530 Sep 01 13:56:04.459669 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106922) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 01 13:56:04.463025 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.common.config [-] Logging enabled! Sep 01 13:56:04.463303 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev530 Sep 01 13:56:04.463607 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106922) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 01 13:56:04.464600 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 01 13:56:04.464812 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 01 13:56:04.465392 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 01 13:56:04.465634 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 01 13:56:04.465858 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 01 13:56:04.466215 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.466518 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.466746 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.467052 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.467344 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.467627 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.467920 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.468225 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.468513 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.468790 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.469075 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.469350 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.469633 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.469977 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.470268 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.470599 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] debug = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.471509 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.471962 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.472487 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.472775 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.473071 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.473355 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.473705 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.474114 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.474464 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.475187 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] host = dv-cinder-852211-7-iscsi {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.475548 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.475909 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.476311 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.476656 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.476978 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.477302 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.477695 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.478064 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.478422 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] log_file = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.478758 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.479093 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.479446 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.479799 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.480068 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.480336 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.480663 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.480996 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.481314 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.481636 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.482000 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.482332 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.482650 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.482963 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.483293 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.483627 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.484011 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.484375 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.484741 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.485106 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.485473 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.485852 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.486345 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.486740 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.487114 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.487493 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.487911 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.488279 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.488674 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.489060 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.489433 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.489810 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.490222 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.490595 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.490957 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.491320 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.491691 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] use_json = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.492055 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.492417 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.492784 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.493144 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.493515 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.493879 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.494284 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.494666 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.495032 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:04.495419 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.495807 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.496200 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.496568 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.496964 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.497350 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.497730 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.498140 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.498520 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.498900 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.499277 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.499641 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.500032 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.500415 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.500802 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.501205 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.501585 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.502503 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.502882 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.503247 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.503612 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.503977 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.504356 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.504721 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.505107 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.505485 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.505868 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.506286 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.506668 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.507041 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.507422 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.507799 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.508175 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.508512 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.508848 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.509168 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.509486 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.509834 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.510181 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.510497 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.510822 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.511156 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.511483 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.511796 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.512113 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.512439 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.512755 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.513065 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.513377 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.513693 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.514140 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.514531 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.514852 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.515168 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.515482 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.515801 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.516112 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.516428 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.516744 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.517054 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.517537 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.518614 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.519113 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.519598 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.520085 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.520565 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.521037 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.521504 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.522000 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.522465 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.522956 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.523428 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.523896 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.524382 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.524885 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.525401 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.525888 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.526403 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.526878 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.527359 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.527848 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.528312 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.528792 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.529267 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.529747 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.530298 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.530799 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.531310 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.531797 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.532307 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.532831 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.533357 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.533835 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.534355 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.534833 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.535311 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.535798 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.536286 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.536755 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.537248 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.537750 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.538308 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.538836 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.539316 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.539821 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.540320 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.540824 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.541314 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.541860 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.542371 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:04.542743 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 01 13:56:04.543164 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106922) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 01 13:56:05.153344 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Sep 01 13:56:05.153658 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Sep 01 13:56:05.153941 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 01 13:56:05.154172 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Sep 01 13:56:05.154469 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Sep 01 13:56:05.154782 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 01 13:56:05.510263 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:05.510974 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:05.510974 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:05.512164 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:05.512473 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:05.512775 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:05.571472 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:05.571773 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:05.572103 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:05.591662 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:05.591930 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:05.592202 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:05.624770 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:05.625093 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:05.625394 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:05.667089 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:05.667371 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:05.667633 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:05.921327 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:05.921531 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:05.921769 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:05.923256 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:05.924785 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:06.029053 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:06.029451 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:06.029841 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:06.030182 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:06.030530 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:06.030892 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:06.031217 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:06.031516 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:06.031808 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:06.032137 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:06.032437 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:06.032746 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:06.033824 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:06.034119 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:06.034425 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:06.034762 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:06.035021 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:06.035296 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:06.035578 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:06.035837 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:06.036122 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:06.036384 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:06.036674 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:06.037100 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:06.037351 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:06.037597 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:06.038088 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 13:56:06.038327 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 13:56:06.038559 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 13:56:06.038797 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 13:56:06.039024 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 13:56:06.039255 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 13:56:06.039635 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 01 13:56:06.043218 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 01 13:56:06.047403 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 01 13:56:06.052500 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Sep 01 13:56:06.054307 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 01 13:56:06.055078 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 01 13:56:06.055452 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 01 13:56:06.055890 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 01 13:56:06.058938 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 01 13:56:06.059186 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 01 13:56:06.059564 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 01 13:56:06.064943 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 01 13:56:06.088926 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 01 13:56:06.089395 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:06.089698 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106922) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 01 13:56:06.090101 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:06.091611 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106922) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 01 13:56:06.091910 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 01 13:56:06.092153 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 01 13:56:06.096630 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:06.096908 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:06.250131 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 01 13:56:06.250378 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 01 13:56:06.250697 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 01 13:56:06.251165 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 01 13:56:06.305835 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO dbcounter [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Registered counter for database neutron Sep 01 13:56:06.328334 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_db.sqlalchemy.engines [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106922) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 01 13:56:06.335854 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG dbcounter [-] [106922] Writer thread running {{(pid=106922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 01 13:56:07.162991 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.plugins.ml2.managers [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Initializing driver for type 'gre' Sep 01 13:56:07.163785 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] gre ID ranges: [(1, 1000)] Sep 01 13:56:07.426292 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.plugins.ml2.managers [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Initializing driver for type 'local' Sep 01 13:56:07.426734 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.plugins.ml2.managers [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Initializing driver for type 'vlan' Sep 01 13:56:07.579737 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] VlanTypeDriver initialization complete Sep 01 13:56:07.580051 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.plugins.ml2.managers [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Initializing driver for type 'vxlan' Sep 01 13:56:07.580596 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] vxlan ID ranges: [(1, 1000)] Sep 01 13:56:07.894804 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.plugins.ml2.managers [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Initializing extension driver 'port_security' Sep 01 13:56:07.895210 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.plugins.ml2.extensions.port_security [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] PortSecurityExtensionDriver initialization complete Sep 01 13:56:07.895586 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.plugins.ml2.managers [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Initializing mechanism driver 'openvswitch' Sep 01 13:56:07.895952 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.plugins.ml2.managers [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Initializing mechanism driver 'hyperv' Sep 01 13:56:07.903285 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.plugins.ml2.plugin [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 13:56:07.904060 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > port after_create 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.904497 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > port after_update 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.904884 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > port after_delete 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.905499 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106922) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 01 13:56:07.906016 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > subnet after_create 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.906418 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > subnet after_update 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.906829 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.907292 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106922) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 01 13:56:07.907761 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > network after_create 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.908772 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > network after_update 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.909364 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > network after_delete 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.909934 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106922) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 01 13:56:07.910391 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > security_group after_create 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.910820 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > security_group after_update 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.911210 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.911663 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106922) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 01 13:56:07.912118 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.912515 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.912923 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.913544 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106922) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 01 13:56:07.914032 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > address_group after_create 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.914436 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > address_group after_update 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.914842 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.915287 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106922) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 01 13:56:07.915941 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] ML2 OVO RPC backend initialized. {{(pid=106922) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 01 13:56:07.916765 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.917160 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.917698 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > network before_response 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.918148 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > networks before_response 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.918532 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > port before_response 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.918954 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > ports before_response 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.919355 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > subnet before_response 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.919778 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > subnets before_response 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.920172 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > network after_create 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.920574 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > network after_update 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.921016 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > network after_delete 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.921440 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > port after_create 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.921865 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > port after_update 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.922311 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > port after_delete 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.922742 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > subnet after_create 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.923178 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > subnet after_update 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.923598 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.932354 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.quota [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded quota_driver: . Sep 01 13:56:07.932746 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.plugins.ml2.plugin [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Modular L2 Plugin initialization complete Sep 01 13:56:07.933100 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading services supported by the core plugin {{(pid=106922) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 01 13:56:07.933450 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.plugins.ml2.managers [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Got port-security extension from driver 'port_security' Sep 01 13:56:07.934013 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.extensions.vlantransparent [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Disabled vlantransparent extension. Sep 01 13:56:07.934535 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106922) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 01 13:56:07.934860 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading Plugin: router Sep 01 13:56:07.976578 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.976979 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > router after_create 55549900 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.977382 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > router before_create 55549900 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.977752 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.978175 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.978553 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > router after_delete 55549900 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.978913 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.979267 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.979637 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > router after_create 55549900 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.979987 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > router after_update 55549900 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.980341 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > router after_update 55549900 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.980692 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.981053 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > router after_update 55549900 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.981479 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > router precommit_update 55549900 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.981853 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: port after_update 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.982235 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: port after_delete 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.982576 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: subnet after_update 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.982926 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.983276 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.983628 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > router precommit_create 55549900 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.983972 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: port before_delete 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.984317 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > router precommit_create 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.984674 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > router after_update 55549900 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.985019 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.985380 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > router precommit_create 55549900 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.985746 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.986168 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > router precommit_update 55549900 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.986771 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > agent after_create 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.987304 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > agent after_delete 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.987664 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > network after_delete 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.988665 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.quota.resource_registry [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Tracking information for resource: router configured {{(pid=106922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 13:56:07.989001 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.quota.resource_registry [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Tracking information for resource: floatingip configured {{(pid=106922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 13:56:07.994718 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.db.l3_agentschedulers_db [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 01 13:56:07.995364 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: port after_update 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.995738 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: port after_create 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.996093 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: port after_delete 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.996450 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: port after_update 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.997304 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > router before_create 55550100 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.997791 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.998203 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > router precommit_create 55550100 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:07.998613 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > router precommit_update 55550100 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:08.004473 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.services.provider_configuration [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Service providers = [] {{(pid=106922) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 01 13:56:08.004847 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.db.servicetype_db [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106922) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 01 13:56:08.008329 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.services.service_base [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106922) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 13:56:08.008677 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.services.service_base [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106922) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 13:56:08.009039 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.services.service_base [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106922) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 13:56:08.010037 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.services.service_base [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106922) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 13:56:08.010421 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.services.service_base [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 01 13:56:08.010826 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 13:56:08.011145 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 01 13:56:08.023837 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 13:56:08.024172 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading Plugin: auto_allocate Sep 01 13:56:08.030705 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: network precommit_update 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:08.031086 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: network precommit_create 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:08.031636 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 13:56:08.031960 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading Plugin: tag Sep 01 13:56:08.040265 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 13:56:08.040596 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading Plugin: timestamp Sep 01 13:56:08.046433 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 13:56:08.046767 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading Plugin: network_ip_availability Sep 01 13:56:08.053497 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:08.053874 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:08.054274 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:08.055119 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 13:56:08.055439 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading Plugin: flavors Sep 01 13:56:08.060888 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 13:56:08.061219 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading Plugin: revisions Sep 01 13:56:08.066694 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 13:56:08.067095 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_concurrency.lockutils [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.913s {{(pid=106922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 01 13:56:08.067899 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106922) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 01 13:56:08.068235 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Initializing extension manager. Sep 01 13:56:08.068788 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: __init__.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.069132 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: __pycache__ {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.069474 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: address_group.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.070618 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.071218 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: address-group Sep 01 13:56:08.071545 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: address_scope.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.072269 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.072775 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: address-scope Sep 01 13:56:08.073103 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.074138 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.074655 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: router-admin-state-down-before-update Sep 01 13:56:08.074983 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: agent.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.075686 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.076198 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: agent Sep 01 13:56:08.076516 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: agent_resources_synced.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.077505 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.078059 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: agent-resources-synced Sep 01 13:56:08.078378 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: allowedaddresspairs.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.081117 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.081795 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: allowed-address-pairs Sep 01 13:56:08.082150 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: auto_allocated_topology.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.083353 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.083869 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: auto-allocated-topology Sep 01 13:56:08.084194 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: availability_zone.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.084880 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.085383 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: availability_zone Sep 01 13:56:08.085706 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: availability_zone_filter.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.086664 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.087167 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: availability_zone_filter Sep 01 13:56:08.087487 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: data_plane_status.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.088381 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.088885 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension data-plane-status not supported by any of loaded plugins Sep 01 13:56:08.089204 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: default_subnetpools.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.090135 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.090657 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: default-subnetpools Sep 01 13:56:08.090978 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.091815 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.092322 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: dhcp_agent_scheduler Sep 01 13:56:08.092643 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: dns.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.093589 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.094122 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension dns-integration not supported by any of loaded plugins Sep 01 13:56:08.094441 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: dns_domain_ports.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.095418 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.096570 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 01 13:56:08.097118 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.098113 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.098624 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 01 13:56:08.098943 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: dvr.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.099855 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.100356 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: dvr Sep 01 13:56:08.100673 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: ecmp_routes.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.101597 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.102127 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 01 13:56:08.102451 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: empty_string_filtering.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.103340 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.103836 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: empty-string-filtering Sep 01 13:56:08.104156 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.105045 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.105537 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 01 13:56:08.105856 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.106769 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.107262 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 01 13:56:08.107579 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: external_net.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.108476 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.108979 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: external-net Sep 01 13:56:08.109303 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.110235 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.110750 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: extra_dhcp_opt Sep 01 13:56:08.111100 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: extraroute.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.112237 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.112750 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: extraroute Sep 01 13:56:08.113074 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: extraroute_atomic.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.114179 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.114691 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: extraroute-atomic Sep 01 13:56:08.115013 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: filter_validation.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.115676 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.116172 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: filter-validation Sep 01 13:56:08.116492 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: fip_pf_description.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.117407 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.117952 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 01 13:56:08.118255 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: fip_pf_port_range.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.119140 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.119645 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 01 13:56:08.119967 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: fip_port_details.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.120918 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.121419 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: fip-port-details Sep 01 13:56:08.121737 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: flavors.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.123031 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.123546 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: flavors Sep 01 13:56:08.123870 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.125627 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.126215 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 01 13:56:08.126584 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: floatingip_pools.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.127583 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.128160 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: floatingip-pools Sep 01 13:56:08.128492 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: ip_allocation.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.129496 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.130073 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension ip_allocation not supported by any of loaded plugins Sep 01 13:56:08.130402 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.131329 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.131836 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: ip-substring-filtering Sep 01 13:56:08.132165 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: l2_adjacency.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.133097 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.133601 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 01 13:56:08.133971 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: l3.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.134991 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.135506 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: router Sep 01 13:56:08.135834 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.138593 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.139145 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 01 13:56:08.139480 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.140485 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.141009 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: ext-gw-mode Sep 01 13:56:08.141341 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.142957 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.143605 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: l3-ha Sep 01 13:56:08.143935 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.145035 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.145483 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 01 13:56:08.145810 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: l3_flavors.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.146764 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.147268 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: l3-flavors Sep 01 13:56:08.147594 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.148995 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.149514 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 01 13:56:08.149849 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.150783 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.151301 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 01 13:56:08.151624 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: l3agentscheduler.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.152693 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.153200 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: l3_agent_scheduler Sep 01 13:56:08.153523 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: local_ip.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.155445 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.155985 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension local_ip not supported by any of loaded plugins Sep 01 13:56:08.156317 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: logging.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.158522 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.159301 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension logging not supported by any of loaded plugins Sep 01 13:56:08.159793 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: metering.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.160582 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.161181 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: metering Sep 01 13:56:08.161509 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.162742 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.163274 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: metering_source_and_destination_fields Sep 01 13:56:08.163888 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: multiprovidernet.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.164539 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.165056 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: multi-provider Sep 01 13:56:08.165383 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: netmtu.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.166396 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.166914 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: net-mtu Sep 01 13:56:08.167239 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: netmtu_writable.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.168191 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.168703 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: net-mtu-writable Sep 01 13:56:08.169028 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: network_availability_zone.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.169693 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.170230 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: network_availability_zone Sep 01 13:56:08.170552 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: network_ip_availability.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.171731 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.172249 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: network-ip-availability Sep 01 13:56:08.172577 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: network_segment_range.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.173369 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.174201 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension network-segment-range not supported by any of loaded plugins Sep 01 13:56:08.174732 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: pagination.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.175821 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.176151 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: pagination Sep 01 13:56:08.176473 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: port_device_profile.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.177372 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.177939 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: port-device-profile Sep 01 13:56:08.178262 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: port_mac_address_override.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.179214 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.179734 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: port-mac-override Sep 01 13:56:08.180056 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.180972 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.181477 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: port-mac-address-regenerate Sep 01 13:56:08.181796 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.182724 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.183233 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: port-numa-affinity-policy Sep 01 13:56:08.183555 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: port_resource_request.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.184448 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.184949 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension port-resource-request not supported by any of loaded plugins Sep 01 13:56:08.185266 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: port_resource_request_groups.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.186268 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.186768 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 01 13:56:08.187091 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: portbindings.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.187985 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.188499 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: binding Sep 01 13:56:08.188825 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: portbindings_extended.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.190523 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.191071 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: binding-extended Sep 01 13:56:08.191406 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: portsecurity.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.192334 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.192848 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: port-security Sep 01 13:56:08.193177 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: project_id.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.194197 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.194532 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: project-id Sep 01 13:56:08.194856 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: providernet.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.195801 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.196344 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: provider Sep 01 13:56:08.196685 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: qos.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.200903 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.201557 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension qos not supported by any of loaded plugins Sep 01 13:56:08.201944 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.203368 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.203905 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 01 13:56:08.204233 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.206238 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.206819 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 01 13:56:08.207148 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: qos_default.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.208096 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.208609 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension qos-default not supported by any of loaded plugins Sep 01 13:56:08.208936 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: qos_fip.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.209837 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.210391 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension qos-fip not supported by any of loaded plugins Sep 01 13:56:08.210721 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.211618 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.212128 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 01 13:56:08.212453 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: qos_gateway_ip.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.213382 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.214066 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 01 13:56:08.214391 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: qos_port_network_policy.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.215384 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.215904 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 01 13:56:08.216225 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.217315 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.217835 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 01 13:56:08.218202 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.219268 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.219833 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 01 13:56:08.220190 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: qos_pps_rule.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.222389 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.222976 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension qos-pps not supported by any of loaded plugins Sep 01 13:56:08.223310 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: qos_rule_type_details.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.224290 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.225062 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 01 13:56:08.225391 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.226489 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.227012 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 01 13:56:08.227339 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: qos_rules_alias.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.228425 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.228943 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 01 13:56:08.229272 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: quota_check_limit.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.230225 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.230743 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: quota-check-limit Sep 01 13:56:08.231075 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: quotasv2.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.232100 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.232430 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: quotas Sep 01 13:56:08.232755 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: quotasv2_detail.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.234717 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.235063 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: quota_details Sep 01 13:56:08.235390 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: rbac.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.236825 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.237445 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: rbac-policies Sep 01 13:56:08.237775 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: rbac_address_group.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.238842 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.239365 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: rbac-address-group Sep 01 13:56:08.239690 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: rbac_address_scope.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.240594 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.241119 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: rbac-address-scope Sep 01 13:56:08.241439 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: rbac_security_groups.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.242492 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.243014 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: rbac-security-groups Sep 01 13:56:08.243340 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: rbac_subnetpool.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.244259 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.244775 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: rbac-subnetpool Sep 01 13:56:08.245097 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: revisionifmatch.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.246122 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.246639 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: revision-if-match Sep 01 13:56:08.246960 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: revisions.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.248155 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.248673 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: standard-attr-revisions Sep 01 13:56:08.248998 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: router_availability_zone.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.249660 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.250219 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: router_availability_zone Sep 01 13:56:08.250546 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: routerservicetype.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.252108 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.252816 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension router-service-type not supported by any of loaded plugins Sep 01 13:56:08.253340 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.254358 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.254893 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: security-groups-normalized-cidr Sep 01 13:56:08.255214 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.256150 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.256662 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: port-security-groups-filtering Sep 01 13:56:08.256984 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.257942 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.258467 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: security-groups-remote-address-group Sep 01 13:56:08.258878 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.259832 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.260349 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: security-groups-shared-filtering Sep 01 13:56:08.260671 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: securitygroup.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.272389 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.272974 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: security-group Sep 01 13:56:08.273306 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: segment.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.274179 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.274693 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension segment not supported by any of loaded plugins Sep 01 13:56:08.275018 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.276117 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.276645 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 01 13:56:08.276971 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: servicetype.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.278158 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.278678 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: service-type Sep 01 13:56:08.279002 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: sorting.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.279976 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.280306 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: sorting Sep 01 13:56:08.280628 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: standard_attr_segment.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.281528 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.282100 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 01 13:56:08.282429 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: standardattrdescription.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.283296 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.284132 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: standard-attr-description Sep 01 13:56:08.284465 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: stateful_security_group.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.285469 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.286022 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: stateful-security-group Sep 01 13:56:08.286348 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: stdattrs_common.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.286922 dv-cinder-852211-7-iscsi neutron-server[106922]: WARNING neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 01 13:56:08.287247 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.288203 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.288741 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 01 13:56:08.289069 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: subnet_onboard.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.290184 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.290712 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: subnet_onboard Sep 01 13:56:08.291041 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.291988 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.292502 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 01 13:56:08.292836 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: subnet_service_types.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.293772 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.294321 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: subnet-service-types Sep 01 13:56:08.294649 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: subnetallocation.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.295771 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.296285 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: subnet_allocation Sep 01 13:56:08.296613 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.297281 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.297787 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: subnetpool-prefix-ops Sep 01 13:56:08.298149 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.299488 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.300059 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 01 13:56:08.300389 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: tagging.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.301538 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.302109 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: standard-attr-tag Sep 01 13:56:08.302439 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: timestamp.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.303722 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.304245 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loaded extension: standard-attr-timestamp Sep 01 13:56:08.304569 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: trunk.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.305611 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.306169 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension trunk not supported by any of loaded plugins Sep 01 13:56:08.306493 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: trunk_details.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.307396 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.307902 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension trunk-details not supported by any of loaded plugins Sep 01 13:56:08.308224 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: uplink_status_propagation.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.309136 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.309649 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 01 13:56:08.310008 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Loading extension file: vlantransparent.py {{(pid=106922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 13:56:08.310681 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 13:56:08.311184 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 01 13:56:08.314514 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.quota.resource_registry [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Creating instance of TrackedResource for resource:network Sep 01 13:56:08.315247 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.quota.resource_registry [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Creating instance of TrackedResource for resource:subnet Sep 01 13:56:08.315811 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.quota.resource_registry [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 13:56:08.316213 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.quota.resource_registry [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Creating instance of TrackedResource for resource:port Sep 01 13:56:08.317672 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.v2.resource_helper [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 13:56:08.318154 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.v2.resource_helper [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Service FLAVORS assigned prefix: {{(pid=106922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 13:56:08.318787 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.v2.resource_helper [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 13:56:08.319218 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.v2.resource_helper [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 13:56:08.319556 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.quota.resource_registry [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Creating instance of TrackedResource for resource:router Sep 01 13:56:08.319998 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.quota.resource_registry [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Creating instance of TrackedResource for resource:floatingip Sep 01 13:56:08.320503 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.v2.resource_helper [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Service METERING assigned prefix: /metering {{(pid=106922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 13:56:08.322022 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:08.322406 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:08.322759 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 13:56:08.323894 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.quota.resource_registry [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Creating instance of CountableResource for resource:rbac_policy Sep 01 13:56:08.324347 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.quota.resource_registry [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Creating instance of TrackedResource for resource:security_group Sep 01 13:56:08.324799 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.quota.resource_registry [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 01 13:56:08.325348 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.v2.resource_helper [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Service CORE assigned prefix: {{(pid=106922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 13:56:08.325682 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.quota.resource_registry [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 13:56:08.326061 dv-cinder-852211-7-iscsi neutron-server[106922]: WARNING neutron.quota.resource_registry [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] subnetpool is already registered Sep 01 13:56:08.326515 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.v2.resource_helper [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Service CORE assigned prefix: {{(pid=106922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 13:56:08.326840 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.quota.resource_registry [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 13:56:08.327173 dv-cinder-852211-7-iscsi neutron-server[106922]: WARNING neutron.quota.resource_registry [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] subnetpool is already registered Sep 01 13:56:08.330381 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.v2.resource_helper [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 13:56:08.331030 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.v2.resource_helper [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Service FLAVORS assigned prefix: {{(pid=106922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 13:56:08.338633 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.v2.resource_helper [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 13:56:08.338633 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.v2.resource_helper [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 13:56:08.338633 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.quota.resource_registry [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Creating instance of TrackedResource for resource:router Sep 01 13:56:08.338633 dv-cinder-852211-7-iscsi neutron-server[106922]: WARNING neutron.quota.resource_registry [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] router is already registered Sep 01 13:56:08.338633 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.quota.resource_registry [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Creating instance of TrackedResource for resource:floatingip Sep 01 13:56:08.338633 dv-cinder-852211-7-iscsi neutron-server[106922]: WARNING neutron.quota.resource_registry [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] floatingip is already registered Sep 01 13:56:08.338633 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.v2.resource_helper [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Service METERING assigned prefix: /metering {{(pid=106922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 13:56:08.338633 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.quota.resource_registry [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Creating instance of CountableResource for resource:rbac_policy Sep 01 13:56:08.339514 dv-cinder-852211-7-iscsi neutron-server[106922]: WARNING neutron.quota.resource_registry [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] rbac_policy is already registered Sep 01 13:56:08.339514 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.quota.resource_registry [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Creating instance of TrackedResource for resource:security_group Sep 01 13:56:08.339514 dv-cinder-852211-7-iscsi neutron-server[106922]: WARNING neutron.quota.resource_registry [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] security_group is already registered Sep 01 13:56:08.339514 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.quota.resource_registry [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 01 13:56:08.339514 dv-cinder-852211-7-iscsi neutron-server[106922]: WARNING neutron.quota.resource_registry [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] security_group_rule is already registered Sep 01 13:56:08.339514 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.v2.resource_helper [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Service CORE assigned prefix: {{(pid=106922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 13:56:08.339514 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.quota.resource_registry [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 13:56:08.339514 dv-cinder-852211-7-iscsi neutron-server[106922]: WARNING neutron.quota.resource_registry [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] subnetpool is already registered Sep 01 13:56:08.339514 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.v2.resource_helper [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Service CORE assigned prefix: {{(pid=106922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 13:56:08.340422 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.quota.resource_registry [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 13:56:08.340422 dv-cinder-852211-7-iscsi neutron-server[106922]: WARNING neutron.quota.resource_registry [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] subnetpool is already registered Sep 01 13:56:08.340422 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extended resource: extensions {{(pid=106922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 13:56:08.341073 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extended resource: address-groups {{(pid=106922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 13:56:08.342656 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extended resource: address-scopes {{(pid=106922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 13:56:08.344044 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extended resource: agents {{(pid=106922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 13:56:08.345213 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extended resource: auto-allocated-topology {{(pid=106922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 13:56:08.347041 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extended resource: availability_zones {{(pid=106922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 13:56:08.348321 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extended resource: dhcp-networks {{(pid=106922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 13:56:08.350226 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extended resource: dhcp-agents {{(pid=106922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 13:56:08.351691 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extended resource: routers {{(pid=106922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 13:56:08.353449 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extended resource: flavors {{(pid=106922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 13:56:08.356148 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extended resource: service_profiles {{(pid=106922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 13:56:08.357417 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extended resource: next_providers {{(pid=106922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 13:56:08.358962 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extended resource: service_profiles {{(pid=106922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 13:56:08.360613 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extended resource: floatingip-pools {{(pid=106922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 13:56:08.362354 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extended resource: routers {{(pid=106922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 13:56:08.364121 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extended resource: floatingips {{(pid=106922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 13:56:08.365359 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extended resource: l3-routers {{(pid=106922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 13:56:08.366985 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extended resource: l3-agents {{(pid=106922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 13:56:08.368449 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extended resource: metering-labels {{(pid=106922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 13:56:08.369737 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extended resource: metering-label-rules {{(pid=106922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 13:56:08.375202 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extended resource: network-ip-availabilities {{(pid=106922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 13:56:08.375202 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extended resource: bindings {{(pid=106922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 13:56:08.375202 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extended resource: quotas {{(pid=106922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 13:56:08.375869 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extended resource: quotas {{(pid=106922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 13:56:08.378428 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extended resource: rbac-policies {{(pid=106922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 13:56:08.379676 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extended resource: security-groups {{(pid=106922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 13:56:08.381040 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extended resource: security-group-rules {{(pid=106922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 13:56:08.382366 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extended resource: service-providers {{(pid=106922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 13:56:08.383620 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extended resource: subnetpools {{(pid=106922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 13:56:08.384967 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extended resource: subnetpools {{(pid=106922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 13:56:08.386608 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extended resource: tags {{(pid=106922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 13:56:08.388347 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extended resource: tags {{(pid=106922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 13:56:08.390270 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extended resource: tags {{(pid=106922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 13:56:08.392113 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extended resource: tags {{(pid=106922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 13:56:08.394906 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extended resource: tags {{(pid=106922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 13:56:08.396986 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extended resource: tags {{(pid=106922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 13:56:08.398789 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extended resource: tags {{(pid=106922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 13:56:08.400639 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extended resource: tags {{(pid=106922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 13:56:08.402613 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extended resource: tags {{(pid=106922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 13:56:08.404432 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron.api.extensions [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Extended resource: tags {{(pid=106922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 13:56:08.411508 dv-cinder-852211-7-iscsi neutron-server[106922]: WARNING keystonemiddleware.auth_token [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 01 13:56:08.416962 dv-cinder-852211-7-iscsi neutron-server[106922]: WARNING keystonemiddleware.auth_token [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 01 13:56:08.426936 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_concurrency.lockutils [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Acquiring lock "singleton_lock" {{(pid=106922) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Sep 01 13:56:08.427259 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_concurrency.lockutils [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Acquired lock "singleton_lock" {{(pid=106922) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Sep 01 13:56:08.427739 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_concurrency.lockutils [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Releasing lock "singleton_lock" {{(pid=106922) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Sep 01 13:56:08.428432 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO oslo_service.service [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Starting 2 workers Sep 01 13:56:08.433570 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Started child 107073 {{(pid=106922) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 13:56:08.438510 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Started child 107074 {{(pid=106922) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 13:56:08.441170 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO neutron.service [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 01 13:56:08.441515 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:08.442659 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:08.443708 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [-] (107073) wsgi starting up on http://0.0.0.0:9696 Sep 01 13:56:08.444732 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO oslo_service.service [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Starting 1 workers Sep 01 13:56:08.446513 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:08.448546 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [-] (107074) wsgi starting up on http://0.0.0.0:9696 Sep 01 13:56:08.450243 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Started child 107075 {{(pid=106922) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 13:56:08.450844 dv-cinder-852211-7-iscsi neutron-server[106922]: INFO oslo_service.service [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Starting 1 workers Sep 01 13:56:08.455913 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.service [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] calling RpcWorker wait() {{(pid=107075) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 01 13:56:08.456990 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Started child 107076 {{(pid=106922) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 13:56:08.457282 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.service [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] returning from RpcWorker wait() {{(pid=107075) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 01 13:56:08.457517 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG neutron_lib.callbacks.manager [None req-632e1d1d-88bd-4589-aafe-7d694d180571 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:08.458779 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:08.459481 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 13:56:08.459758 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106922) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 01 13:56:08.460009 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 01 13:56:08.460009 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 01 13:56:08.460477 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 01 13:56:08.460717 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 01 13:56:08.460717 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 01 13:56:08.461235 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.461525 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.461858 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.462161 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.462812 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.463104 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.463369 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.463668 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.464065 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.464381 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.464381 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.464991 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.465231 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:08.466158 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.466158 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.466158 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.466158 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.466158 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.466158 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.467298 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.467298 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.467298 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.467298 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] debug = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.468026 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.468026 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.468457 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.468457 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.469271 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.469271 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.469271 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.469868 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.469868 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.470350 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.470350 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.470886 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.470886 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.471310 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.471603 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.471908 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.472130 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.472691 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] host = dv-cinder-852211-7-iscsi {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.472947 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.473198 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.473453 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.473729 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.474028 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.474281 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.474820 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.475214 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.475438 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.475772 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.475772 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.476212 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.476466 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.476466 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] log_file = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.476907 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] log_options = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.476907 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.477349 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.477570 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.477570 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.478033 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.478033 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.478482 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.478482 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.478907 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.478907 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.479683 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.479683 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.479683 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.480321 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.480321 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.480321 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.481055 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.481055 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.481055 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.481697 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.481697 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.481697 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.482502 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.482502 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.482502 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.482502 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.483339 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.483339 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.483339 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.483339 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.484169 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.484169 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.484169 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.484853 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.484853 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.484853 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.485681 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.485681 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.485681 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.485681 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.486581 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.486581 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.486996 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.487208 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.487427 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.487648 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.487882 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] use_json = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.488108 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.488325 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.488553 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.488773 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.489002 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.489226 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.489756 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.489756 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.489756 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.491928 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.491928 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.491928 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.491928 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.491928 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.491928 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.491928 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.491928 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.492707 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.492707 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.492707 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.493016 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.493257 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.493680 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.494140 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.494469 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.494895 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.495349 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.495523 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 13:56:08.495668 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.495942 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.496087 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.496315 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.496599 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.496846 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.497084 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.497321 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.497547 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.497858 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.498155 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.498424 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.498795 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.499082 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.499347 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.499616 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.499828 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.500085 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.500301 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.500573 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.500769 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.502319 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.502319 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.502319 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.502319 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.503051 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.503051 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.503380 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.503561 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.503732 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.504203 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.504203 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.504527 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.504781 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.504955 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.505124 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.505275 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.505501 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.505757 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.506011 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.512349 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.512349 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.512349 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.512349 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.512349 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.512349 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.512349 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.512349 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.513408 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.513408 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.513408 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.513408 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.513408 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.513408 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.513408 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.513408 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.513408 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.514665 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.514665 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.514665 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.514665 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.514665 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.514665 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.514665 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.514665 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.514665 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.516080 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.516080 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.516080 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.516080 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.516080 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.516080 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.516080 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.516080 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.516080 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.518211 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.518211 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.518211 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.518211 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.518211 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.518211 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.518211 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.518211 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.519449 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.519449 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.519449 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.519449 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.519449 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.519449 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.519449 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.519449 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.520796 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.520796 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.520796 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.520796 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.520796 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.520796 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.520796 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.520796 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.522203 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.522203 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.522203 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.522203 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.522203 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.522203 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.522203 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.522203 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.524859 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.524859 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.524859 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.524859 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.524859 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.524859 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.524859 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.524859 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.526708 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.526708 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.526708 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.526708 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.526708 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.526708 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.526708 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.526708 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.527741 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.527741 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.527741 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.527741 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.527741 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.527741 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.527741 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.527741 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.529019 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.529019 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.529019 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.529019 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.529019 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.529019 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.530048 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.530048 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.530048 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.530048 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.530691 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.530691 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.530691 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.531091 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.531091 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.531350 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.531657 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.531657 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.532001 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.532199 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.532349 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.532538 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.532778 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.533070 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.533337 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.533706 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.534128 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.534373 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.534947 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.534947 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.535332 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.535332 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.535640 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.535799 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.535940 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.536184 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.536420 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.536637 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.536865 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.537082 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.537275 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.537470 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.537676 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.537968 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.538195 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.538440 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.538635 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.538932 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.539132 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.539494 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.540844 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.540844 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.540844 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.540844 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.540844 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.541825 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.541825 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.541825 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.541825 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.541825 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.542738 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.542738 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.542738 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.542738 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.543445 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.543445 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.543445 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.544056 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.544056 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.544520 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.544520 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.544908 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.544908 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.545250 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.545250 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.545586 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.545586 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.546071 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.546071 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.546907 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.546907 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.546907 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.547481 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.547481 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.547481 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.548039 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.548039 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.548517 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.548517 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.549076 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.549076 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.549479 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.549927 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.550149 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.550346 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.550539 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.550741 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.550940 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.551119 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.551333 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.551564 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.551752 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.551986 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.552202 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.552409 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.552623 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.552831 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.553043 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.553248 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.553499 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.553712 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.554012 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.554209 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.554428 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.554624 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.554823 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.555002 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.555302 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.555560 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.555788 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.556054 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.556282 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.556543 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.556787 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.557080 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.557296 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.557520 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.557752 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.557980 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.558207 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.558462 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.558791 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.559079 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.559327 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.559591 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.559856 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.560279 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.560492 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.560690 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.560929 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.561280 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.561794 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.561794 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.562392 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.562392 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.562748 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.562748 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.563049 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.563214 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.563430 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.563673 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.563886 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.564790 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.565113 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.565525 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.565864 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.566144 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.566376 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.566635 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.566890 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.567045 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 01 13:56:08.567610 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106922) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 01 13:56:08.567773 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 01 13:56:08.567910 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 01 13:56:08.568044 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 01 13:56:08.568218 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 01 13:56:08.568418 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 01 13:56:08.568616 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.568833 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.569064 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.569064 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.569454 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.569454 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.569922 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.569922 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.569922 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.570560 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.570560 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.570560 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.570560 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.570560 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.571401 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.571401 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.571401 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.571401 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.571401 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.571401 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.572265 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.572265 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] debug = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.572265 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.572265 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.572265 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.573265 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.573265 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.573265 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.573265 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.573265 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.576339 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.576636 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.576838 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.576838 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.577232 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.577232 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.577616 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.577616 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.577616 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.578289 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] host = dv-cinder-852211-7-iscsi {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.578289 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.578289 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.578289 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.579134 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.579134 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.579134 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.579134 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.579134 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.579134 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.580953 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.580953 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.580953 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.580953 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.580953 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] log_file = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.582010 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] log_options = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.582010 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.582010 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.582010 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.582010 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.582010 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.582010 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.583483 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.583483 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.583483 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.583483 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.583483 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.583483 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.583483 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.583483 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.585087 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.585087 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.585087 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.585087 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.585087 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.585087 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.585087 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.585087 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.586227 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.586227 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.586227 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.586227 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.586227 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.586227 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.586227 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.586227 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.586227 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.588540 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.588540 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.588540 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.588540 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.588540 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.588540 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.588540 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.588540 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.589931 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.589931 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.589931 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.589931 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.589931 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.589931 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.589931 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.589931 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] use_json = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.591263 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.591263 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.591263 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.591263 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.591263 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.591263 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.591263 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.591263 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.592430 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 13:56:08.592430 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.592430 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.592430 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.592430 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.592430 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.592430 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.592430 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.593886 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.593886 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.593886 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.593886 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.593886 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.593886 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.593886 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.593886 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.595354 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.595354 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.595354 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.595354 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.595354 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.595354 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.595354 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.595354 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.596267 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.596267 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.596267 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.596267 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.596267 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.596267 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.596267 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.596267 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.597260 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.597260 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.597260 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.597260 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.597260 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.597260 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.597260 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.597260 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.598474 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.598474 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.598474 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.601043 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.601252 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.601438 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.601617 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.601795 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.602052 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.602266 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.602465 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.602646 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.602811 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.602811 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.603114 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.603114 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.603426 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.603426 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.603763 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.603763 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.604104 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.604104 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.604438 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.604438 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.604787 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.604787 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.604787 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.605331 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.605331 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.605331 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.605980 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.605980 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.605980 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.605980 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.606503 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.606503 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.606503 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.606503 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.607167 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.607167 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.607167 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.607167 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.607884 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.607884 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.607884 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.607884 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.607884 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.608623 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.608623 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.608623 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.608623 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.608623 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.609368 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.609368 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.609368 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.609368 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.609368 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.610083 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.610083 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.610083 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.610083 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.610083 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.610716 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.610716 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.610716 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.610716 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.611778 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.611778 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.611778 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.612173 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.612173 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.612452 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.612717 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.612923 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.613091 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.613242 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.613388 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.613525 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.613663 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.613802 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.613979 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.614127 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.614287 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.614457 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.614598 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.614739 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.614881 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.615006 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.615142 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.615317 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.615545 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.615746 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.615746 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.616063 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.616063 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.616394 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.616394 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.616662 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.616662 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.616918 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.617116 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.617116 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.617399 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.617399 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.617742 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.617742 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.618273 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.618273 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.618273 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.618887 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.618887 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.618887 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.618887 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.619669 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.619669 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.619669 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.619669 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.619669 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.619669 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.620620 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.620620 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.620620 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.620620 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.620620 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.620620 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.621336 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.621336 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.621336 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.621336 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.621336 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.622174 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.622174 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.622174 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.622174 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.622174 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.622832 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.622832 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.622832 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.622832 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.622832 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.623282 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.623282 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.623282 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.623456 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.623573 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.623728 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.623895 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.624060 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.624268 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.624460 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.624604 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.624752 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.624944 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.625144 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.625144 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.625611 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.625611 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.625611 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.626101 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.626101 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.626101 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.626612 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.626612 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.626612 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.627510 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.627510 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.627828 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.627970 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.628241 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.628447 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.628594 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.628764 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.628925 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.629066 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.629209 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.629352 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.629521 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.629693 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.629841 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.630096 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.630269 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.630421 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.630561 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.630762 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.630762 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.631025 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.631165 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.631307 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.631442 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.631580 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.631739 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.631883 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.632026 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.632166 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.632306 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.632442 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.632580 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.632716 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.632868 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.633087 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.633236 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.633459 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.633604 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.633953 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.633953 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.634340 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.634340 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.634872 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.635179 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.635418 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.635418 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.635827 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.635827 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.635827 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.636320 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.636320 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.636320 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.637079 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.637079 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.637079 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.637079 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.637079 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.637948 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.637948 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.637948 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.637948 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.637948 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.638707 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.638707 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.638707 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.638707 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.638707 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.639578 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.639578 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.639578 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.639578 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.639578 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.639578 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.640558 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.640558 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.640558 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.640558 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.640558 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.640558 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.640558 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.641739 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.641739 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.641739 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.641739 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.641739 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.641739 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.641739 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.643023 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.643023 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.643023 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.643023 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.643023 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.643023 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.643023 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.644229 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.644229 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.644229 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.644229 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.644229 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.644229 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.644229 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.645289 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.645289 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.645289 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.645289 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 13:56:08.645289 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 01 13:56:08.664311 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 13:56:08.883891 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 51908) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 13:56:08.891414 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [-] 10.222.0.25 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0052447 Sep 01 13:56:08.903831 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [-] 10.222.0.25 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0109301 Sep 01 13:56:17.686241 dv-cinder-852211-7-iscsi neutron-server[106922]: DEBUG dbcounter [-] [106922] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:56:24.335841 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac53336d-98a6-4b6d-9dd3-ee6222319023 None None] get_active_networks_info from dv-cinder-852211-7-iscsi {{(pid=107075) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Sep 01 13:56:24.341851 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writer thread running {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 01 13:56:24.443521 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac53336d-98a6-4b6d-9dd3-ee6222319023 None None] No non-hosted networks {{(pid=107075) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 01 13:56:24.460532 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.agentschedulers_db [None req-ac53336d-98a6-4b6d-9dd3-ee6222319023 None None] DHCP Agent not found on host dv-cinder-852211-7-iscsi {{(pid=107075) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 01 13:56:24.647424 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d3ae69e3-645e-4d01-8563-bb139cae7092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33121303'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:26.492203 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writer thread running {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 01 13:56:27.536850 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-de1315da-ab9a-4c43-977c-f07f0fdea215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33121303'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:27.605001 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.db.api [None req-ed1295e5-6864-4b15-882f-2967708d3ea7 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-852211-7-iscsi {{(pid=107075) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 01 13:56:27.609646 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG oslo_db.api [None req-ed1295e5-6864-4b15-882f-2967708d3ea7 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 13:56:28.231200 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-ed1295e5-6864-4b15-882f-2967708d3ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:28.352427 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 51982) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 13:56:29.179972 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33121303'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:29.366956 dv-cinder-852211-7-iscsi neutron-server[107073]: WARNING oslo_policy.policy [None req-2a234b1a-96fa-4ac1-a6e6-6d3fb9e817a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 13:56:29.368316 dv-cinder-852211-7-iscsi neutron-server[107073]: WARNING oslo_policy.policy [None req-2a234b1a-96fa-4ac1-a6e6-6d3fb9e817a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 13:56:29.606303 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [None req-2a234b1a-96fa-4ac1-a6e6-6d3fb9e817a8 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107073) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 13:56:29.618566 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-2a234b1a-96fa-4ac1-a6e6-6d3fb9e817a8 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.2647841 Sep 01 13:56:30.373298 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33121303'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:30.374304 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:30.374741 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:30.375198 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:30.375721 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:30.376164 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:30.376752 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:30.377233 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:30.377708 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:30.378156 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:30.378578 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:30.379016 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:30.379565 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:30.379995 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:30.380369 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:30.380742 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:30.381268 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-852211-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 13:56:30.402506 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-852211-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 13:56:30.521657 dv-cinder-852211-7-iscsi neutron-server[107075]: INFO neutron.db.l3_hamode_db [None req-29b80f0c-2379-4344-9cf7-3ea2502b97c3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 01 13:56:30.624472 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b80f0c-2379-4344-9cf7-3ea2502b97c3 None None] Routers set() bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 13:56:30.625344 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b80f0c-2379-4344-9cf7-3ea2502b97c3 None None] Router IDs set() for agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 01 13:56:31.144749 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33121303'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:32.462170 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 52018) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 13:56:32.908207 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-98d361c0-7b0d-4af1-a7bc-df86cce3c038 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 13:56:32.918997 dv-cinder-852211-7-iscsi neutron-server[107073]: ERROR stevedore.extension [None req-98d361c0-7b0d-4af1-a7bc-df86cce3c038 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 01 13:56:33.003468 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.policy [None req-98d361c0-7b0d-4af1-a7bc-df86cce3c038 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107073) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 01 13:56:33.047696 dv-cinder-852211-7-iscsi neutron-server[107073]: WARNING oslo_policy.policy [None req-98d361c0-7b0d-4af1-a7bc-df86cce3c038 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 13:56:33.048085 dv-cinder-852211-7-iscsi neutron-server[107073]: WARNING oslo_policy.policy [None req-98d361c0-7b0d-4af1-a7bc-df86cce3c038 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 13:56:33.069558 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writer thread running {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 01 13:56:33.243707 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-98d361c0-7b0d-4af1-a7bc-df86cce3c038 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786314434944', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786314435476', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786314451128', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786314446724', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786315652327', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786315641180', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-703488', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-704630', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33112667', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33039036'] for rbac-policy (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:33.512498 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-98d361c0-7b0d-4af1-a7bc-df86cce3c038 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:33.513743 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-98d361c0-7b0d-4af1-a7bc-df86cce3c038 admin admin] 10.222.0.25 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0504048 Sep 01 13:56:36.041692 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 52030) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 13:56:36.412958 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-2cf49920-b06e-4c31-a405-1c4364472be0 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 13:56:36.433797 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=25,neutron:INSERT=34,neutron:DELETE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:56:36.596676 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf49920-b06e-4c31-a405-1c4364472be0 demo demo] Made reservation on behalf of 86ef03b588f047dc8dc8400f1ac175a7 for: {'network': 1} {{(pid=107073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 13:56:36.603469 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-2cf49920-b06e-4c31-a405-1c4364472be0 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for network (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:36.626975 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-2cf49920-b06e-4c31-a405-1c4364472be0 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:36.763938 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-2cf49920-b06e-4c31-a405-1c4364472be0 demo demo] Publish callbacks [] for security_group (e16d337b-7811-4b73-bf00-7d47f3334db5), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:36.853254 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-2cf49920-b06e-4c31-a405-1c4364472be0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (e16d337b-7811-4b73-bf00-7d47f3334db5), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:36.880693 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf49920-b06e-4c31-a405-1c4364472be0 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=107073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 13:56:36.922209 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-2cf49920-b06e-4c31-a405-1c4364472be0 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786311954068', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881'] for segment (15543f79-8748-4b48-853c-ec135302044d), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:36.922775 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-2cf49920-b06e-4c31-a405-1c4364472be0 demo demo] Unsubscribe: segment precommit_create {{(pid=107073) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 01 13:56:36.923328 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.db.segments_db [None req-2cf49920-b06e-4c31-a405-1c4364472be0 demo demo] Added segment 15543f79-8748-4b48-853c-ec135302044d of type vlan for network 207c3d77-dfdb-4215-9137-188b2d534a0b Sep 01 13:56:36.941826 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf49920-b06e-4c31-a405-1c4364472be0 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=e16d337b-7811-4b73-bf00-7d47f3334db5,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 13:56:36.996901 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf49920-b06e-4c31-a405-1c4364472be0 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:36.997238 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf49920-b06e-4c31-a405-1c4364472be0 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:36.997593 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf49920-b06e-4c31-a405-1c4364472be0 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:36.997967 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf49920-b06e-4c31-a405-1c4364472be0 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:36.998301 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf49920-b06e-4c31-a405-1c4364472be0 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:36.998628 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf49920-b06e-4c31-a405-1c4364472be0 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:36.999044 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf49920-b06e-4c31-a405-1c4364472be0 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:36.999334 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf49920-b06e-4c31-a405-1c4364472be0 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:36.999715 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf49920-b06e-4c31-a405-1c4364472be0 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:37.000342 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf49920-b06e-4c31-a405-1c4364472be0 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:37.000512 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf49920-b06e-4c31-a405-1c4364472be0 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:37.000709 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf49920-b06e-4c31-a405-1c4364472be0 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:37.001025 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf49920-b06e-4c31-a405-1c4364472be0 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:37.001437 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf49920-b06e-4c31-a405-1c4364472be0 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:37.001642 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf49920-b06e-4c31-a405-1c4364472be0 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:37.003206 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf49920-b06e-4c31-a405-1c4364472be0 demo demo] Tracked resource versions report: Sep 01 13:56:37.003206 dv-cinder-852211-7-iscsi neutron-server[107073]: pushed versions: Sep 01 13:56:37.003206 dv-cinder-852211-7-iscsi neutron-server[107073]: { 'AddressGroup': {'1.2'}, Sep 01 13:56:37.003206 dv-cinder-852211-7-iscsi neutron-server[107073]: 'Agent': {'1.1'}, Sep 01 13:56:37.003206 dv-cinder-852211-7-iscsi neutron-server[107073]: 'ConntrackHelper': {'1.0'}, Sep 01 13:56:37.003206 dv-cinder-852211-7-iscsi neutron-server[107073]: 'LocalIPAssociation': {'1.0'}, Sep 01 13:56:37.003206 dv-cinder-852211-7-iscsi neutron-server[107073]: 'Log': {'1.0'}, Sep 01 13:56:37.003206 dv-cinder-852211-7-iscsi neutron-server[107073]: 'NDPProxy': {'1.0'}, Sep 01 13:56:37.003206 dv-cinder-852211-7-iscsi neutron-server[107073]: 'Network': {'1.1'}, Sep 01 13:56:37.003206 dv-cinder-852211-7-iscsi neutron-server[107073]: 'Port': {'1.7'}, Sep 01 13:56:37.003206 dv-cinder-852211-7-iscsi neutron-server[107073]: 'PortForwarding': {'1.3'}, Sep 01 13:56:37.003206 dv-cinder-852211-7-iscsi neutron-server[107073]: 'QosPolicy': {'1.10'}, Sep 01 13:56:37.003206 dv-cinder-852211-7-iscsi neutron-server[107073]: 'SecurityGroup': {'1.5'}, Sep 01 13:56:37.003206 dv-cinder-852211-7-iscsi neutron-server[107073]: 'SecurityGroupRule': {'1.2'}, Sep 01 13:56:37.003206 dv-cinder-852211-7-iscsi neutron-server[107073]: 'SubPort': {'1.0'}, Sep 01 13:56:37.003206 dv-cinder-852211-7-iscsi neutron-server[107073]: 'Subnet': {'1.1'}, Sep 01 13:56:37.003206 dv-cinder-852211-7-iscsi neutron-server[107073]: 'Trunk': {'1.1'}} Sep 01 13:56:37.003206 dv-cinder-852211-7-iscsi neutron-server[107073]: consumer versions: Sep 01 13:56:37.003206 dv-cinder-852211-7-iscsi neutron-server[107073]: { DHCP agent@dv-cinder-852211-7-iscsi: {}, Sep 01 13:56:37.003206 dv-cinder-852211-7-iscsi neutron-server[107073]: L3 agent@dv-cinder-852211-7-iscsi: {}, Sep 01 13:56:37.003206 dv-cinder-852211-7-iscsi neutron-server[107073]: Metadata agent@dv-cinder-852211-7-iscsi: {}, Sep 01 13:56:37.003206 dv-cinder-852211-7-iscsi neutron-server[107073]: Metering agent@dv-cinder-852211-7-iscsi: {}, Sep 01 13:56:37.003206 dv-cinder-852211-7-iscsi neutron-server[107073]: Open vSwitch agent@dv-cinder-852211-7-iscsi: { 'AddressGroup': '1.2', Sep 01 13:56:37.003206 dv-cinder-852211-7-iscsi neutron-server[107073]: 'Agent': '1.1', Sep 01 13:56:37.003206 dv-cinder-852211-7-iscsi neutron-server[107073]: 'ConntrackHelper': '1.0', Sep 01 13:56:37.003206 dv-cinder-852211-7-iscsi neutron-server[107073]: 'LocalIPAssociation': '1.0', Sep 01 13:56:37.003206 dv-cinder-852211-7-iscsi neutron-server[107073]: 'Log': '1.0', Sep 01 13:56:37.003206 dv-cinder-852211-7-iscsi neutron-server[107073]: 'NDPProxy': '1.0', Sep 01 13:56:37.003206 dv-cinder-852211-7-iscsi neutron-server[107073]: 'Network': '1.1', Sep 01 13:56:37.003206 dv-cinder-852211-7-iscsi neutron-server[107073]: 'Port': '1.7', Sep 01 13:56:37.003206 dv-cinder-852211-7-iscsi neutron-server[107073]: 'PortForwarding': '1.3', Sep 01 13:56:37.003206 dv-cinder-852211-7-iscsi neutron-server[107073]: 'QosPolicy': '1.10', Sep 01 13:56:37.003206 dv-cinder-852211-7-iscsi neutron-server[107073]: 'SecurityGroup': '1.5', Sep 01 13:56:37.003206 dv-cinder-852211-7-iscsi neutron-server[107073]: 'SecurityGroupRule': '1.2', Sep 01 13:56:37.003206 dv-cinder-852211-7-iscsi neutron-server[107073]: 'SubPort': '1.0', Sep 01 13:56:37.003206 dv-cinder-852211-7-iscsi neutron-server[107073]: 'Subnet': '1.1', Sep 01 13:56:37.003206 dv-cinder-852211-7-iscsi neutron-server[107073]: 'Trunk': '1.1'}} Sep 01 13:56:37.003206 dv-cinder-852211-7-iscsi neutron-server[107073]: {{(pid=107073) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 13:56:37.046113 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-2cf49920-b06e-4c31-a405-1c4364472be0 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786311408797'] for network (207c3d77-dfdb-4215-9137-188b2d534a0b), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:37.173422 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-2cf49920-b06e-4c31-a405-1c4364472be0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793'] for network (207c3d77-dfdb-4215-9137-188b2d534a0b), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:37.178534 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf49920-b06e-4c31-a405-1c4364472be0 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 13:56:37.179271 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-2cf49920-b06e-4c31-a405-1c4364472be0 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for network (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:37.308711 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf49920-b06e-4c31-a405-1c4364472be0 demo demo] Pushing event updated for resources: {'Network': ['ID=207c3d77-dfdb-4215-9137-188b2d534a0b,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 13:56:37.322741 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Network 207c3d77-dfdb-4215-9137-188b2d534a0b details requested by agent ovs-agent-dv-cinder-852211-7-iscsi with host dv-cinder-852211-7-iscsi {{(pid=107075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 13:56:37.355675 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=29,neutron:INSERT=34 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:56:37.371020 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-2cf49920-b06e-4c31-a405-1c4364472be0 demo demo] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3276727 Sep 01 13:56:39.925768 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 52046) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 13:56:40.431042 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52fa3b1-aeb0-4608-b43e-e4775186eaac demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 13:56:40.432477 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-f52fa3b1-aeb0-4608-b43e-e4775186eaac demo admin] 10.222.0.25 "GET /networking/v2.0/networks/207c3d77-dfdb-4215-9137-188b2d534a0b HTTP/1.1" status: 200 len: 825 time: 0.5053804 Sep 01 13:56:40.472652 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-c304b511-f2ce-49b9-9d54-76c5df3dcf9b demo admin] 10.222.0.25 "GET /networking/v2.0/subnetpools/a0ca6c15-7abd-4812-ba4c-c3575d82de05 HTTP/1.1" status: 200 len: 734 time: 0.0321016 Sep 01 13:56:40.486087 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-b6b6f846-edc9-4e16-b086-076e789a4cab demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '207c3d77-dfdb-4215-9137-188b2d534a0b', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'a0ca6c15-7abd-4812-ba4c-c3575d82de05', 'name': 'private-subnet'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 13:56:40.618934 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b6f846-edc9-4e16-b086-076e789a4cab demo admin] Made reservation on behalf of 86ef03b588f047dc8dc8400f1ac175a7 for: {'subnet': 1} {{(pid=107073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 13:56:40.621390 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-b6b6f846-edc9-4e16-b086-076e789a4cab demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:40.678054 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:56:41.081816 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:56:41.082703 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-b6b6f846-edc9-4e16-b086-076e789a4cab demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793'] for subnet (ac4c33d4-a9dc-47ed-8545-a5d6679b348d), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:41.089674 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=6 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:56:41.166590 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:56:41.169937 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6f846-edc9-4e16-b086-076e789a4cab demo admin] Pushing event updated for resources: {'Subnet': ['ID=ac4c33d4-a9dc-47ed-8545-a5d6679b348d,revision_number=0']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 13:56:41.176099 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b6f846-edc9-4e16-b086-076e789a4cab demo admin] Checking segment: {'id': '15543f79-8748-4b48-853c-ec135302044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '207c3d77-dfdb-4215-9137-188b2d534a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 13:56:41.176461 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b6f846-edc9-4e16-b086-076e789a4cab demo admin] Network hostable DHCP agents. Network: 207c3d77-dfdb-4215-9137-188b2d534a0b, hostable agents: ['e6fb8577-74ae-4f68-b634-c24662e9afb4'], hosted agents: [] {{(pid=107073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 13:56:41.315690 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b6f846-edc9-4e16-b086-076e789a4cab demo admin] Network 207c3d77-dfdb-4215-9137-188b2d534a0b is scheduled to be hosted by DHCP agent e6fb8577-74ae-4f68-b634-c24662e9afb4 with binding_index 1 {{(pid=107073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 13:56:41.428840 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.base_scheduler [None req-b6b6f846-edc9-4e16-b086-076e789a4cab demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-7-iscsi, 207c3d77-dfdb-4215-9137-188b2d534a0b) {{(pid=107073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 13:56:41.434047 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b6f846-edc9-4e16-b086-076e789a4cab demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 13:56:41.437724 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-b6b6f846-edc9-4e16-b086-076e789a4cab demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for subnet (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:41.439326 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97c5e5f-8b0a-49de-860e-6f83a80f6b4b None None] Network 207c3d77-dfdb-4215-9137-188b2d534a0b requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 13:56:41.558721 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-b6b6f846-edc9-4e16-b086-076e789a4cab demo admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0791736 Sep 01 13:56:41.734958 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4543cf51-9cf1-4759-944d-8a21a636a75f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90e2f4e2-ea37-5315-bbf9-53240d5a3a76-207c3d77-dfdb-4215-9137-188b2d534a0b', 'network_id': '207c3d77-dfdb-4215-9137-188b2d534a0b', 'project_id': '86ef03b588f047dc8dc8400f1ac175a7', 'fixed_ips': [{'subnet_id': 'ac4c33d4-a9dc-47ed-8545-a5d6679b348d'}]}} from dv-cinder-852211-7-iscsi. {{(pid=107075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 01 13:56:41.737158 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-4543cf51-9cf1-4759-944d-8a21a636a75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:42.130616 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.db_base_plugin_common [None req-4543cf51-9cf1-4759-944d-8a21a636a75f None None] Allocated IP 172.20.0.2 (207c3d77-dfdb-4215-9137-188b2d534a0b/ac4c33d4-a9dc-47ed-8545-a5d6679b348d/cf274ea5-7c1e-4fa1-8d89-321245c664b3) {{(pid=107075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 13:56:42.494498 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-4543cf51-9cf1-4759-944d-8a21a636a75f None None] Publish callbacks [] for port (cf274ea5-7c1e-4fa1-8d89-321245c664b3), precommit_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:42.601858 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-4543cf51-9cf1-4759-944d-8a21a636a75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320'] for port (cf274ea5-7c1e-4fa1-8d89-321245c664b3), after_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:42.703290 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4543cf51-9cf1-4759-944d-8a21a636a75f None None] Network 207c3d77-dfdb-4215-9137-188b2d534a0b is already hosted by enough agents. {{(pid=107075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 13:56:42.710035 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.scheduler.base_scheduler [None req-4543cf51-9cf1-4759-944d-8a21a636a75f None None] Resources bound (agent type, host, resource id): {{(pid=107075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 13:56:42.719800 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4543cf51-9cf1-4759-944d-8a21a636a75f None None] Received port after_create {{(pid=107075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 13:56:42.726877 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543cf51-9cf1-4759-944d-8a21a636a75f None None] Pushing event updated for resources: {'Port': ['ID=cf274ea5-7c1e-4fa1-8d89-321245c664b3,revision_number=1']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 13:56:42.783281 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543cf51-9cf1-4759-944d-8a21a636a75f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:42.783690 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543cf51-9cf1-4759-944d-8a21a636a75f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:42.784122 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543cf51-9cf1-4759-944d-8a21a636a75f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:42.784539 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543cf51-9cf1-4759-944d-8a21a636a75f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:42.784982 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543cf51-9cf1-4759-944d-8a21a636a75f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:42.785373 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543cf51-9cf1-4759-944d-8a21a636a75f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:42.785761 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543cf51-9cf1-4759-944d-8a21a636a75f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:42.786188 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543cf51-9cf1-4759-944d-8a21a636a75f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:42.786647 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543cf51-9cf1-4759-944d-8a21a636a75f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:42.787344 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543cf51-9cf1-4759-944d-8a21a636a75f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:42.787574 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543cf51-9cf1-4759-944d-8a21a636a75f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:42.788043 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543cf51-9cf1-4759-944d-8a21a636a75f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:42.788478 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543cf51-9cf1-4759-944d-8a21a636a75f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:42.788929 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543cf51-9cf1-4759-944d-8a21a636a75f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:42.789396 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543cf51-9cf1-4759-944d-8a21a636a75f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:56:42.791146 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543cf51-9cf1-4759-944d-8a21a636a75f None None] Tracked resource versions report: Sep 01 13:56:42.791146 dv-cinder-852211-7-iscsi neutron-server[107075]: pushed versions: Sep 01 13:56:42.791146 dv-cinder-852211-7-iscsi neutron-server[107075]: { 'AddressGroup': {'1.2'}, Sep 01 13:56:42.791146 dv-cinder-852211-7-iscsi neutron-server[107075]: 'Agent': {'1.1'}, Sep 01 13:56:42.791146 dv-cinder-852211-7-iscsi neutron-server[107075]: 'ConntrackHelper': {'1.0'}, Sep 01 13:56:42.791146 dv-cinder-852211-7-iscsi neutron-server[107075]: 'LocalIPAssociation': {'1.0'}, Sep 01 13:56:42.791146 dv-cinder-852211-7-iscsi neutron-server[107075]: 'Log': {'1.0'}, Sep 01 13:56:42.791146 dv-cinder-852211-7-iscsi neutron-server[107075]: 'NDPProxy': {'1.0'}, Sep 01 13:56:42.791146 dv-cinder-852211-7-iscsi neutron-server[107075]: 'Network': {'1.1'}, Sep 01 13:56:42.791146 dv-cinder-852211-7-iscsi neutron-server[107075]: 'Port': {'1.7'}, Sep 01 13:56:42.791146 dv-cinder-852211-7-iscsi neutron-server[107075]: 'PortForwarding': {'1.3'}, Sep 01 13:56:42.791146 dv-cinder-852211-7-iscsi neutron-server[107075]: 'QosPolicy': {'1.10'}, Sep 01 13:56:42.791146 dv-cinder-852211-7-iscsi neutron-server[107075]: 'SecurityGroup': {'1.5'}, Sep 01 13:56:42.791146 dv-cinder-852211-7-iscsi neutron-server[107075]: 'SecurityGroupRule': {'1.2'}, Sep 01 13:56:42.791146 dv-cinder-852211-7-iscsi neutron-server[107075]: 'SubPort': {'1.0'}, Sep 01 13:56:42.791146 dv-cinder-852211-7-iscsi neutron-server[107075]: 'Subnet': {'1.1'}, Sep 01 13:56:42.791146 dv-cinder-852211-7-iscsi neutron-server[107075]: 'Trunk': {'1.1'}} Sep 01 13:56:42.791146 dv-cinder-852211-7-iscsi neutron-server[107075]: consumer versions: Sep 01 13:56:42.791146 dv-cinder-852211-7-iscsi neutron-server[107075]: { DHCP agent@dv-cinder-852211-7-iscsi: {}, Sep 01 13:56:42.791146 dv-cinder-852211-7-iscsi neutron-server[107075]: L3 agent@dv-cinder-852211-7-iscsi: {}, Sep 01 13:56:42.791146 dv-cinder-852211-7-iscsi neutron-server[107075]: Metadata agent@dv-cinder-852211-7-iscsi: {}, Sep 01 13:56:42.791146 dv-cinder-852211-7-iscsi neutron-server[107075]: Metering agent@dv-cinder-852211-7-iscsi: {}, Sep 01 13:56:42.791146 dv-cinder-852211-7-iscsi neutron-server[107075]: Open vSwitch agent@dv-cinder-852211-7-iscsi: { 'AddressGroup': '1.2', Sep 01 13:56:42.791146 dv-cinder-852211-7-iscsi neutron-server[107075]: 'Agent': '1.1', Sep 01 13:56:42.791146 dv-cinder-852211-7-iscsi neutron-server[107075]: 'ConntrackHelper': '1.0', Sep 01 13:56:42.791146 dv-cinder-852211-7-iscsi neutron-server[107075]: 'LocalIPAssociation': '1.0', Sep 01 13:56:42.791146 dv-cinder-852211-7-iscsi neutron-server[107075]: 'Log': '1.0', Sep 01 13:56:42.791146 dv-cinder-852211-7-iscsi neutron-server[107075]: 'NDPProxy': '1.0', Sep 01 13:56:42.791146 dv-cinder-852211-7-iscsi neutron-server[107075]: 'Network': '1.1', Sep 01 13:56:42.791146 dv-cinder-852211-7-iscsi neutron-server[107075]: 'Port': '1.7', Sep 01 13:56:42.791146 dv-cinder-852211-7-iscsi neutron-server[107075]: 'PortForwarding': '1.3', Sep 01 13:56:42.791146 dv-cinder-852211-7-iscsi neutron-server[107075]: 'QosPolicy': '1.10', Sep 01 13:56:42.791146 dv-cinder-852211-7-iscsi neutron-server[107075]: 'SecurityGroup': '1.5', Sep 01 13:56:42.791146 dv-cinder-852211-7-iscsi neutron-server[107075]: 'SecurityGroupRule': '1.2', Sep 01 13:56:42.791146 dv-cinder-852211-7-iscsi neutron-server[107075]: 'SubPort': '1.0', Sep 01 13:56:42.791146 dv-cinder-852211-7-iscsi neutron-server[107075]: 'Subnet': '1.1', Sep 01 13:56:42.791146 dv-cinder-852211-7-iscsi neutron-server[107075]: 'Trunk': '1.1'}} Sep 01 13:56:42.791146 dv-cinder-852211-7-iscsi neutron-server[107075]: {{(pid=107075) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 13:56:42.844206 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-4543cf51-9cf1-4759-944d-8a21a636a75f None None] Attempting to bind port cf274ea5-7c1e-4fa1-8d89-321245c664b3 on host dv-cinder-852211-7-iscsi for vnic_type normal with profile {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 13:56:42.844829 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-4543cf51-9cf1-4759-944d-8a21a636a75f None None] Attempting to bind port cf274ea5-7c1e-4fa1-8d89-321245c664b3 by drivers openvswitch,hyperv on host dv-cinder-852211-7-iscsi at level 0 using segments [{'id': '15543f79-8748-4b48-853c-ec135302044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '207c3d77-dfdb-4215-9137-188b2d534a0b'}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 13:56:42.845307 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4543cf51-9cf1-4759-944d-8a21a636a75f None None] Attempting to bind port cf274ea5-7c1e-4fa1-8d89-321245c664b3 on network 207c3d77-dfdb-4215-9137-188b2d534a0b {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 13:56:42.847492 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:56:42.853012 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4543cf51-9cf1-4759-944d-8a21a636a75f None None] Checking agent: {'id': '16ae7bad-0e03-4d8e-885b-3ed578a6ac87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 13, 56, 30), 'started_at': datetime.datetime(2022, 9, 1, 13, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 13, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 13:56:42.853415 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4543cf51-9cf1-4759-944d-8a21a636a75f None None] Checking segment: {'id': '15543f79-8748-4b48-853c-ec135302044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '207c3d77-dfdb-4215-9137-188b2d534a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 13:56:42.854054 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-4543cf51-9cf1-4759-944d-8a21a636a75f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:42.854579 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4543cf51-9cf1-4759-944d-8a21a636a75f None None] Bound using segment: {'id': '15543f79-8748-4b48-853c-ec135302044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '207c3d77-dfdb-4215-9137-188b2d534a0b'} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 13:56:42.855166 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-4543cf51-9cf1-4759-944d-8a21a636a75f None None] Bound port: cf274ea5-7c1e-4fa1-8d89-321245c664b3, host: dv-cinder-852211-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15543f79-8748-4b48-853c-ec135302044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '207c3d77-dfdb-4215-9137-188b2d534a0b'}}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 13:56:42.855677 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-4543cf51-9cf1-4759-944d-8a21a636a75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (cf274ea5-7c1e-4fa1-8d89-321245c664b3), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:42.932620 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-4543cf51-9cf1-4759-944d-8a21a636a75f None None] For port cf274ea5-7c1e-4fa1-8d89-321245c664b3, host dv-cinder-852211-7-iscsi, cleared binding levels {{(pid=107075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 13:56:42.956379 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-4543cf51-9cf1-4759-944d-8a21a636a75f None None] For port cf274ea5-7c1e-4fa1-8d89-321245c664b3, host dv-cinder-852211-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=cf274ea5-7c1e-4fa1-8d89-321245c664b3,segment=NetworkSegment(15543f79-8748-4b48-853c-ec135302044d),segment_id=15543f79-8748-4b48-853c-ec135302044d)] {{(pid=107075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 13:56:43.117811 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-4543cf51-9cf1-4759-944d-8a21a636a75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (cf274ea5-7c1e-4fa1-8d89-321245c664b3), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:43.191135 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543cf51-9cf1-4759-944d-8a21a636a75f None None] Pushing event updated for resources: {'Port': ['ID=cf274ea5-7c1e-4fa1-8d89-321245c664b3,revision_number=2']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 13:56:44.524215 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 52058) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 13:56:45.110906 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [None req-e0c91426-ddac-469a-a8ce-fcde6725d257 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107073) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 13:56:45.112350 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-e0c91426-ddac-469a-a8ce-fcde6725d257 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5869801 Sep 01 13:56:47.808208 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 52066) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 13:56:48.284051 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [None req-e4554699-39e6-4f73-8ca9-348a2c4e50fc admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107073) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 13:56:48.285471 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-e4554699-39e6-4f73-8ca9-348a2c4e50fc admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4761450 Sep 01 13:56:50.926889 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 52074) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 13:56:51.446116 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=28,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:56:51.455127 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-d6be5e89-6004-48a9-a089-87a6d1328bdf demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 13:56:51.580183 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d6be5e89-6004-48a9-a089-87a6d1328bdf demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33128399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3528'] for router (2020c907-f49c-452a-b86d-935056038059), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:51.582819 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d6be5e89-6004-48a9-a089-87a6d1328bdf demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33127825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-480353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3571'] for router (2020c907-f49c-452a-b86d-935056038059), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:51.792439 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d6be5e89-6004-48a9-a089-87a6d1328bdf demo demo] Publish callbacks [] for router_controller (2020c907-f49c-452a-b86d-935056038059), precommit_add_association {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:51.864925 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d6be5e89-6004-48a9-a089-87a6d1328bdf demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33127714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-480464'] for router (2020c907-f49c-452a-b86d-935056038059), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:51.965321 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d6be5e89-6004-48a9-a089-87a6d1328bdf demo demo] Publish callbacks [] for router (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:51.968639 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-d6be5e89-6004-48a9-a089-87a6d1328bdf demo demo] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0396681 Sep 01 13:56:52.635510 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device cf274ea5-7c1e-4fa1-8d89-321245c664b3 up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 13:56:52.792845 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port cf274ea5-7c1e-4fa1-8d89-321245c664b3 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 13:56:52.794181 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (cf274ea5-7c1e-4fa1-8d89-321245c664b3), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:52.796979 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:56:52.973882 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port cf274ea5-7c1e-4fa1-8d89-321245c664b3 is: DOWN; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 13:56:52.973882 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (cf274ea5-7c1e-4fa1-8d89-321245c664b3), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:52.996074 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe39b32-162e-4189-a98d-a0e47766cc24 None None] Network 207c3d77-dfdb-4215-9137-188b2d534a0b requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 13:56:53.075859 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] For port cf274ea5-7c1e-4fa1-8d89-321245c664b3, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=cf274ea5-7c1e-4fa1-8d89-321245c664b3,segment=NetworkSegment(15543f79-8748-4b48-853c-ec135302044d),segment_id=15543f79-8748-4b48-853c-ec135302044d)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 13:56:53.105347 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-854cca38-4ce2-4132-bf3a-0648a96ef2a8 None None] Provisioning complete for port cf274ea5-7c1e-4fa1-8d89-321245c664b3 triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 13:56:53.105748 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-854cca38-4ce2-4132-bf3a-0648a96ef2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (cf274ea5-7c1e-4fa1-8d89-321245c664b3), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:53.176845 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (cf274ea5-7c1e-4fa1-8d89-321245c664b3), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:53.323090 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Pushing event updated for resources: {'Port': ['ID=cf274ea5-7c1e-4fa1-8d89-321245c664b3,revision_number=3']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 13:56:53.346437 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-854cca38-4ce2-4132-bf3a-0648a96ef2a8 None None] Current status of the port cf274ea5-7c1e-4fa1-8d89-321245c664b3 is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 13:56:53.560452 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5f365ffe-50e4-4226-9249-fba120bd71d2 None None] Provisioning complete for port cf274ea5-7c1e-4fa1-8d89-321245c664b3 triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 13:56:53.561189 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5f365ffe-50e4-4226-9249-fba120bd71d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (cf274ea5-7c1e-4fa1-8d89-321245c664b3), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:53.680581 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5f365ffe-50e4-4226-9249-fba120bd71d2 None None] Current status of the port cf274ea5-7c1e-4fa1-8d89-321245c664b3 is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 13:56:54.321451 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-08ec604d-a3c5-4ace-8362-c74fcc62658c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:54.606935 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device cf274ea5-7c1e-4fa1-8d89-321245c664b3 up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 13:56:54.663697 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port cf274ea5-7c1e-4fa1-8d89-321245c664b3 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 13:56:54.664167 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (cf274ea5-7c1e-4fa1-8d89-321245c664b3), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:54.713046 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:56:54.718364 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 52088) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 13:56:54.773335 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port cf274ea5-7c1e-4fa1-8d89-321245c664b3 is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 13:56:55.448613 dv-cinder-852211-7-iscsi neutron-server[107074]: WARNING oslo_policy.policy [None req-d91b94a4-fc66-4c15-8f1a-9b8ae9c4b49f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 13:56:55.449183 dv-cinder-852211-7-iscsi neutron-server[107074]: WARNING oslo_policy.policy [None req-d91b94a4-fc66-4c15-8f1a-9b8ae9c4b49f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 13:56:55.680698 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [None req-d91b94a4-fc66-4c15-8f1a-9b8ae9c4b49f admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107074) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 13:56:55.681983 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-d91b94a4-fc66-4c15-8f1a-9b8ae9c4b49f admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9614131 Sep 01 13:56:57.601550 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-85b1a186-cae4-4a1d-bb4d-8d47a3ec6377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:58.315663 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 52102) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 13:56:58.774911 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-bde7037e-5e24-4459-9d44-a4671c113743 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 13:56:58.857892 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde7037e-5e24-4459-9d44-a4671c113743 admin admin] Made reservation on behalf of 1cbeb42d06b34679b1e34ad6fea416bc for: {'network': 1} {{(pid=107073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 13:56:58.861388 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-bde7037e-5e24-4459-9d44-a4671c113743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for network (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:58.872367 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-bde7037e-5e24-4459-9d44-a4671c113743 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:58.968324 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-bde7037e-5e24-4459-9d44-a4671c113743 admin admin] Publish callbacks [] for security_group (f4170e90-edf9-459a-917a-6db08b0651f8), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:59.040948 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-bde7037e-5e24-4459-9d44-a4671c113743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (f4170e90-edf9-459a-917a-6db08b0651f8), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:59.059871 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bde7037e-5e24-4459-9d44-a4671c113743 admin admin] Reserving flat network on physical network physnet1 {{(pid=107073) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 01 13:56:59.083301 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7037e-5e24-4459-9d44-a4671c113743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4170e90-edf9-459a-917a-6db08b0651f8,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 13:56:59.090587 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-bde7037e-5e24-4459-9d44-a4671c113743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881'] for segment (f315c88c-0cea-42ce-ac38-790188a99330), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:59.091187 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.db.segments_db [None req-bde7037e-5e24-4459-9d44-a4671c113743 admin admin] Added segment f315c88c-0cea-42ce-ac38-790188a99330 of type flat for network 495e3753-365b-4db4-ace7-a3dca370cb0d Sep 01 13:56:59.121752 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:59.151264 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-bde7037e-5e24-4459-9d44-a4671c113743 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786311408797'] for network (495e3753-365b-4db4-ace7-a3dca370cb0d), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:59.275201 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-bde7037e-5e24-4459-9d44-a4671c113743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793'] for network (495e3753-365b-4db4-ace7-a3dca370cb0d), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:59.276341 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde7037e-5e24-4459-9d44-a4671c113743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 13:56:59.276954 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-bde7037e-5e24-4459-9d44-a4671c113743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for network (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:56:59.382840 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7037e-5e24-4459-9d44-a4671c113743 admin admin] Pushing event updated for resources: {'Network': ['ID=495e3753-365b-4db4-ace7-a3dca370cb0d,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 13:56:59.396594 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Network 495e3753-365b-4db4-ace7-a3dca370cb0d details requested by agent ovs-agent-dv-cinder-852211-7-iscsi with host dv-cinder-852211-7-iscsi {{(pid=107075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 13:56:59.433098 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-bde7037e-5e24-4459-9d44-a4671c113743 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1157370 Sep 01 13:57:00.341829 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:01.052509 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:02.100004 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 52110) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 13:57:02.558132 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writer thread running {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 01 13:57:02.559164 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:57:02.704205 dv-cinder-852211-7-iscsi neutron-server[107074]: ERROR stevedore.extension [None req-515d5141-0a43-4cc8-92a7-d1414d24c17f demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 01 13:57:02.759306 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.policy [None req-515d5141-0a43-4cc8-92a7-d1414d24c17f demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107074) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 01 13:57:02.804357 dv-cinder-852211-7-iscsi neutron-server[107074]: WARNING oslo_policy.policy [None req-515d5141-0a43-4cc8-92a7-d1414d24c17f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 13:57:02.804730 dv-cinder-852211-7-iscsi neutron-server[107074]: WARNING oslo_policy.policy [None req-515d5141-0a43-4cc8-92a7-d1414d24c17f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 13:57:02.813477 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515d5141-0a43-4cc8-92a7-d1414d24c17f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 13:57:02.815367 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-515d5141-0a43-4cc8-92a7-d1414d24c17f demo admin] 10.222.0.25 "GET /networking/v2.0/subnets/ac4c33d4-a9dc-47ed-8545-a5d6679b348d HTTP/1.1" status: 200 len: 849 time: 0.7141654 Sep 01 13:57:03.001672 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-281f6f7e-daa4-4360-9b4b-4a8ef87ae9e0 demo admin] 10.222.0.25 "GET /networking/v2.0/routers/2020c907-f49c-452a-b86d-935056038059 HTTP/1.1" status: 200 len: 704 time: 0.1758969 Sep 01 13:57:03.296221 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-25c2940a-6dc0-4915-b234-429960251896 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:03.715106 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_common [None req-25c2940a-6dc0-4915-b234-429960251896 demo admin] Allocated IP 172.20.0.1 (207c3d77-dfdb-4215-9137-188b2d534a0b/ac4c33d4-a9dc-47ed-8545-a5d6679b348d/f6995b7c-c893-408d-bf28-0c3e690b8c8e) {{(pid=107074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 13:57:03.971754 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-25c2940a-6dc0-4915-b234-429960251896 demo admin] Publish callbacks [] for port (f6995b7c-c893-408d-bf28-0c3e690b8c8e), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:04.139947 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-25c2940a-6dc0-4915-b234-429960251896 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320'] for port (f6995b7c-c893-408d-bf28-0c3e690b8c8e), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:04.206587 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c2940a-6dc0-4915-b234-429960251896 demo admin] Network 207c3d77-dfdb-4215-9137-188b2d534a0b is already hosted by enough agents. {{(pid=107074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 13:57:04.211814 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-25c2940a-6dc0-4915-b234-429960251896 demo admin] Resources bound (agent type, host, resource id): {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 13:57:04.279346 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2940a-6dc0-4915-b234-429960251896 demo admin] Pushing event updated for resources: {'Port': ['ID=f6995b7c-c893-408d-bf28-0c3e690b8c8e,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 13:57:04.296946 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c2940a-6dc0-4915-b234-429960251896 demo admin] Received port after_create {{(pid=107074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 13:57:04.297769 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-25c2940a-6dc0-4915-b234-429960251896 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33120883'] for router_interface (2020c907-f49c-452a-b86d-935056038059), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:04.335825 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2940a-6dc0-4915-b234-429960251896 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:57:04.339222 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2940a-6dc0-4915-b234-429960251896 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:57:04.339222 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2940a-6dc0-4915-b234-429960251896 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:57:04.339222 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2940a-6dc0-4915-b234-429960251896 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:57:04.339222 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2940a-6dc0-4915-b234-429960251896 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:57:04.339222 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2940a-6dc0-4915-b234-429960251896 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:57:04.340114 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2940a-6dc0-4915-b234-429960251896 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:57:04.340114 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2940a-6dc0-4915-b234-429960251896 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:57:04.340414 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2940a-6dc0-4915-b234-429960251896 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:57:04.340939 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2940a-6dc0-4915-b234-429960251896 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:57:04.341478 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2940a-6dc0-4915-b234-429960251896 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:57:04.342151 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2940a-6dc0-4915-b234-429960251896 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:57:04.343219 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2940a-6dc0-4915-b234-429960251896 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:57:04.343784 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2940a-6dc0-4915-b234-429960251896 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:57:04.344268 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2940a-6dc0-4915-b234-429960251896 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:57:04.346828 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2940a-6dc0-4915-b234-429960251896 demo admin] Tracked resource versions report: Sep 01 13:57:04.346828 dv-cinder-852211-7-iscsi neutron-server[107074]: pushed versions: Sep 01 13:57:04.346828 dv-cinder-852211-7-iscsi neutron-server[107074]: { 'AddressGroup': {'1.2'}, Sep 01 13:57:04.346828 dv-cinder-852211-7-iscsi neutron-server[107074]: 'Agent': {'1.1'}, Sep 01 13:57:04.346828 dv-cinder-852211-7-iscsi neutron-server[107074]: 'ConntrackHelper': {'1.0'}, Sep 01 13:57:04.346828 dv-cinder-852211-7-iscsi neutron-server[107074]: 'LocalIPAssociation': {'1.0'}, Sep 01 13:57:04.346828 dv-cinder-852211-7-iscsi neutron-server[107074]: 'Log': {'1.0'}, Sep 01 13:57:04.346828 dv-cinder-852211-7-iscsi neutron-server[107074]: 'NDPProxy': {'1.0'}, Sep 01 13:57:04.346828 dv-cinder-852211-7-iscsi neutron-server[107074]: 'Network': {'1.1'}, Sep 01 13:57:04.346828 dv-cinder-852211-7-iscsi neutron-server[107074]: 'Port': {'1.7'}, Sep 01 13:57:04.346828 dv-cinder-852211-7-iscsi neutron-server[107074]: 'PortForwarding': {'1.3'}, Sep 01 13:57:04.346828 dv-cinder-852211-7-iscsi neutron-server[107074]: 'QosPolicy': {'1.10'}, Sep 01 13:57:04.346828 dv-cinder-852211-7-iscsi neutron-server[107074]: 'SecurityGroup': {'1.5'}, Sep 01 13:57:04.346828 dv-cinder-852211-7-iscsi neutron-server[107074]: 'SecurityGroupRule': {'1.2'}, Sep 01 13:57:04.346828 dv-cinder-852211-7-iscsi neutron-server[107074]: 'SubPort': {'1.0'}, Sep 01 13:57:04.346828 dv-cinder-852211-7-iscsi neutron-server[107074]: 'Subnet': {'1.1'}, Sep 01 13:57:04.346828 dv-cinder-852211-7-iscsi neutron-server[107074]: 'Trunk': {'1.1'}} Sep 01 13:57:04.346828 dv-cinder-852211-7-iscsi neutron-server[107074]: consumer versions: Sep 01 13:57:04.346828 dv-cinder-852211-7-iscsi neutron-server[107074]: { DHCP agent@dv-cinder-852211-7-iscsi: {}, Sep 01 13:57:04.346828 dv-cinder-852211-7-iscsi neutron-server[107074]: L3 agent@dv-cinder-852211-7-iscsi: {}, Sep 01 13:57:04.346828 dv-cinder-852211-7-iscsi neutron-server[107074]: Metadata agent@dv-cinder-852211-7-iscsi: {}, Sep 01 13:57:04.346828 dv-cinder-852211-7-iscsi neutron-server[107074]: Metering agent@dv-cinder-852211-7-iscsi: {}, Sep 01 13:57:04.346828 dv-cinder-852211-7-iscsi neutron-server[107074]: Open vSwitch agent@dv-cinder-852211-7-iscsi: { 'AddressGroup': '1.2', Sep 01 13:57:04.346828 dv-cinder-852211-7-iscsi neutron-server[107074]: 'Agent': '1.1', Sep 01 13:57:04.346828 dv-cinder-852211-7-iscsi neutron-server[107074]: 'ConntrackHelper': '1.0', Sep 01 13:57:04.346828 dv-cinder-852211-7-iscsi neutron-server[107074]: 'LocalIPAssociation': '1.0', Sep 01 13:57:04.346828 dv-cinder-852211-7-iscsi neutron-server[107074]: 'Log': '1.0', Sep 01 13:57:04.346828 dv-cinder-852211-7-iscsi neutron-server[107074]: 'NDPProxy': '1.0', Sep 01 13:57:04.346828 dv-cinder-852211-7-iscsi neutron-server[107074]: 'Network': '1.1', Sep 01 13:57:04.346828 dv-cinder-852211-7-iscsi neutron-server[107074]: 'Port': '1.7', Sep 01 13:57:04.346828 dv-cinder-852211-7-iscsi neutron-server[107074]: 'PortForwarding': '1.3', Sep 01 13:57:04.346828 dv-cinder-852211-7-iscsi neutron-server[107074]: 'QosPolicy': '1.10', Sep 01 13:57:04.346828 dv-cinder-852211-7-iscsi neutron-server[107074]: 'SecurityGroup': '1.5', Sep 01 13:57:04.346828 dv-cinder-852211-7-iscsi neutron-server[107074]: 'SecurityGroupRule': '1.2', Sep 01 13:57:04.346828 dv-cinder-852211-7-iscsi neutron-server[107074]: 'SubPort': '1.0', Sep 01 13:57:04.346828 dv-cinder-852211-7-iscsi neutron-server[107074]: 'Subnet': '1.1', Sep 01 13:57:04.346828 dv-cinder-852211-7-iscsi neutron-server[107074]: 'Trunk': '1.1'}} Sep 01 13:57:04.346828 dv-cinder-852211-7-iscsi neutron-server[107074]: {{(pid=107074) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 13:57:04.445960 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:57:04.568325 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-7290926d-31bb-4a34-b69f-3eb17d902096 None None] Provisioning complete for port f6995b7c-c893-408d-bf28-0c3e690b8c8e triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 13:57:04.568979 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-7290926d-31bb-4a34-b69f-3eb17d902096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (f6995b7c-c893-408d-bf28-0c3e690b8c8e), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:04.605483 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-7290926d-31bb-4a34-b69f-3eb17d902096 None None] Port f6995b7c-c893-408d-bf28-0c3e690b8c8e cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 13:57:04.675804 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-25c2940a-6dc0-4915-b234-429960251896 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (f6995b7c-c893-408d-bf28-0c3e690b8c8e), before_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:04.677709 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:57:04.934316 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-25c2940a-6dc0-4915-b234-429960251896 demo admin] Publish callbacks [] for port (f6995b7c-c893-408d-bf28-0c3e690b8c8e), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:05.000704 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-25c2940a-6dc0-4915-b234-429960251896 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (f6995b7c-c893-408d-bf28-0c3e690b8c8e), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:05.001575 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-25c2940a-6dc0-4915-b234-429960251896 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33091771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33120975'] for router_interface (2020c907-f49c-452a-b86d-935056038059), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:05.092634 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2940a-6dc0-4915-b234-429960251896 demo admin] Pushing event updated for resources: {'Port': ['ID=f6995b7c-c893-408d-bf28-0c3e690b8c8e,revision_number=2']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 13:57:05.155377 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c2940a-6dc0-4915-b234-429960251896 demo admin] Network 207c3d77-dfdb-4215-9137-188b2d534a0b is already hosted by enough agents. {{(pid=107074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 13:57:05.156914 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-25c2940a-6dc0-4915-b234-429960251896 demo admin] Resources bound (agent type, host, resource id): {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 13:57:05.430934 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-e596bd80-df90-46a5-99ae-85f85a173119 None None] Provisioning complete for port f6995b7c-c893-408d-bf28-0c3e690b8c8e triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 13:57:05.431227 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-e596bd80-df90-46a5-99ae-85f85a173119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (f6995b7c-c893-408d-bf28-0c3e690b8c8e), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:05.452436 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c2940a-6dc0-4915-b234-429960251896 demo admin] Router 2020c907-f49c-452a-b86d-935056038059 is scheduled to L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e with binding_index 1 {{(pid=107074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 13:57:05.467990 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:57:05.474126 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-e596bd80-df90-46a5-99ae-85f85a173119 None None] Port f6995b7c-c893-408d-bf28-0c3e690b8c8e cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 13:57:05.617791 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c2940a-6dc0-4915-b234-429960251896 demo admin] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 13:57:05.623623 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-25c2940a-6dc0-4915-b234-429960251896 demo admin] 10.222.0.25 "PUT /networking/v2.0/routers/2020c907-f49c-452a-b86d-935056038059/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6161523 Sep 01 13:57:05.643177 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef417ba-7449-454e-af24-9eb19fcfa45b None None] Sync routers for ids ['2020c907-f49c-452a-b86d-935056038059'] in dv-cinder-852211-7-iscsi {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 13:57:05.659319 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef417ba-7449-454e-af24-9eb19fcfa45b None None] Routers {'2020c907-f49c-452a-b86d-935056038059'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 13:57:05.660199 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-7ef417ba-7449-454e-af24-9eb19fcfa45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T13:56:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['2020c907-f49c-452a-b86d-935056038059'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 13:57:05.874677 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-7ef417ba-7449-454e-af24-9eb19fcfa45b None None] Set router 2020c907-f49c-452a-b86d-935056038059 gateway port host: None {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 13:57:06.441439 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-7ef417ba-7449-454e-af24-9eb19fcfa45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2020c907-f49c-452a-b86d-935056038059', 'name': 'router1', 'tenant_id': '86ef03b588f047dc8dc8400f1ac175a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T13:56:51Z', 'updated_at': '2022-09-01T13:57:04Z', 'revision_number': 2, 'project_id': '86ef03b588f047dc8dc8400f1ac175a7', 'gw_port_host': None, '_interfaces': [{'id': 'f6995b7c-c893-408d-bf28-0c3e690b8c8e', 'name': '', 'network_id': '207c3d77-dfdb-4215-9137-188b2d534a0b', 'tenant_id': '86ef03b588f047dc8dc8400f1ac175a7', 'mac_address': 'fa:16:3e:03:ea:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2020c907-f49c-452a-b86d-935056038059', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac4c33d4-a9dc-47ed-8545-a5d6679b348d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T13:57:03Z', 'updated_at': '2022-09-01T13:57:04Z', 'revision_number': 2, 'project_id': '86ef03b588f047dc8dc8400f1ac175a7', 'subnets': [{'id': 'ac4c33d4-a9dc-47ed-8545-a5d6679b348d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0ca6c15-7abd-4812-ba4c-c3575d82de05'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 13:57:06.500029 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef417ba-7449-454e-af24-9eb19fcfa45b None None] Checking router: 2020c907-f49c-452a-b86d-935056038059 for host: dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 13:57:06.500516 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef417ba-7449-454e-af24-9eb19fcfa45b None None] Updating router 2020c907-f49c-452a-b86d-935056038059 port f6995b7c-c893-408d-bf28-0c3e690b8c8e binding host dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 13:57:06.574777 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-7ef417ba-7449-454e-af24-9eb19fcfa45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (f6995b7c-c893-408d-bf28-0c3e690b8c8e), before_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:06.639419 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 5 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 13:57:07.274918 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-7ef417ba-7449-454e-af24-9eb19fcfa45b None None] Publish callbacks [] for port (f6995b7c-c893-408d-bf28-0c3e690b8c8e), precommit_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:07.378751 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-7ef417ba-7449-454e-af24-9eb19fcfa45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (f6995b7c-c893-408d-bf28-0c3e690b8c8e), after_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:07.620820 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef2822b-6667-4ab4-a324-4f37c1f9e8a3 None None] Pushing event updated for resources: {'Port': ['ID=f6995b7c-c893-408d-bf28-0c3e690b8c8e,revision_number=3']} {{(pid=107076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 13:57:07.640423 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef2822b-6667-4ab4-a324-4f37c1f9e8a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:57:07.640757 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef2822b-6667-4ab4-a324-4f37c1f9e8a3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:57:07.641103 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef2822b-6667-4ab4-a324-4f37c1f9e8a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:57:07.641441 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef2822b-6667-4ab4-a324-4f37c1f9e8a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:57:07.641771 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef2822b-6667-4ab4-a324-4f37c1f9e8a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:57:07.642121 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef2822b-6667-4ab4-a324-4f37c1f9e8a3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:57:07.642446 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef2822b-6667-4ab4-a324-4f37c1f9e8a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:57:07.642767 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef2822b-6667-4ab4-a324-4f37c1f9e8a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:57:07.643086 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef2822b-6667-4ab4-a324-4f37c1f9e8a3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:57:07.643415 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef2822b-6667-4ab4-a324-4f37c1f9e8a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:57:07.643733 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef2822b-6667-4ab4-a324-4f37c1f9e8a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:57:07.644070 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef2822b-6667-4ab4-a324-4f37c1f9e8a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:57:07.644393 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef2822b-6667-4ab4-a324-4f37c1f9e8a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:57:07.644735 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef2822b-6667-4ab4-a324-4f37c1f9e8a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:57:07.645029 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef2822b-6667-4ab4-a324-4f37c1f9e8a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:57:07.646589 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef2822b-6667-4ab4-a324-4f37c1f9e8a3 None None] Tracked resource versions report: Sep 01 13:57:07.646589 dv-cinder-852211-7-iscsi neutron-server[107076]: pushed versions: Sep 01 13:57:07.646589 dv-cinder-852211-7-iscsi neutron-server[107076]: { 'AddressGroup': {'1.2'}, Sep 01 13:57:07.646589 dv-cinder-852211-7-iscsi neutron-server[107076]: 'Agent': {'1.1'}, Sep 01 13:57:07.646589 dv-cinder-852211-7-iscsi neutron-server[107076]: 'ConntrackHelper': {'1.0'}, Sep 01 13:57:07.646589 dv-cinder-852211-7-iscsi neutron-server[107076]: 'LocalIPAssociation': {'1.0'}, Sep 01 13:57:07.646589 dv-cinder-852211-7-iscsi neutron-server[107076]: 'Log': {'1.0'}, Sep 01 13:57:07.646589 dv-cinder-852211-7-iscsi neutron-server[107076]: 'NDPProxy': {'1.0'}, Sep 01 13:57:07.646589 dv-cinder-852211-7-iscsi neutron-server[107076]: 'Network': {'1.1'}, Sep 01 13:57:07.646589 dv-cinder-852211-7-iscsi neutron-server[107076]: 'Port': {'1.7'}, Sep 01 13:57:07.646589 dv-cinder-852211-7-iscsi neutron-server[107076]: 'PortForwarding': {'1.3'}, Sep 01 13:57:07.646589 dv-cinder-852211-7-iscsi neutron-server[107076]: 'QosPolicy': {'1.10'}, Sep 01 13:57:07.646589 dv-cinder-852211-7-iscsi neutron-server[107076]: 'SecurityGroup': {'1.5'}, Sep 01 13:57:07.646589 dv-cinder-852211-7-iscsi neutron-server[107076]: 'SecurityGroupRule': {'1.2'}, Sep 01 13:57:07.646589 dv-cinder-852211-7-iscsi neutron-server[107076]: 'SubPort': {'1.0'}, Sep 01 13:57:07.646589 dv-cinder-852211-7-iscsi neutron-server[107076]: 'Subnet': {'1.1'}, Sep 01 13:57:07.646589 dv-cinder-852211-7-iscsi neutron-server[107076]: 'Trunk': {'1.1'}} Sep 01 13:57:07.646589 dv-cinder-852211-7-iscsi neutron-server[107076]: consumer versions: Sep 01 13:57:07.646589 dv-cinder-852211-7-iscsi neutron-server[107076]: { DHCP agent@dv-cinder-852211-7-iscsi: {}, Sep 01 13:57:07.646589 dv-cinder-852211-7-iscsi neutron-server[107076]: L3 agent@dv-cinder-852211-7-iscsi: {}, Sep 01 13:57:07.646589 dv-cinder-852211-7-iscsi neutron-server[107076]: Metadata agent@dv-cinder-852211-7-iscsi: {}, Sep 01 13:57:07.646589 dv-cinder-852211-7-iscsi neutron-server[107076]: Metering agent@dv-cinder-852211-7-iscsi: {}, Sep 01 13:57:07.646589 dv-cinder-852211-7-iscsi neutron-server[107076]: Open vSwitch agent@dv-cinder-852211-7-iscsi: { 'AddressGroup': '1.2', Sep 01 13:57:07.646589 dv-cinder-852211-7-iscsi neutron-server[107076]: 'Agent': '1.1', Sep 01 13:57:07.646589 dv-cinder-852211-7-iscsi neutron-server[107076]: 'ConntrackHelper': '1.0', Sep 01 13:57:07.646589 dv-cinder-852211-7-iscsi neutron-server[107076]: 'LocalIPAssociation': '1.0', Sep 01 13:57:07.646589 dv-cinder-852211-7-iscsi neutron-server[107076]: 'Log': '1.0', Sep 01 13:57:07.646589 dv-cinder-852211-7-iscsi neutron-server[107076]: 'NDPProxy': '1.0', Sep 01 13:57:07.646589 dv-cinder-852211-7-iscsi neutron-server[107076]: 'Network': '1.1', Sep 01 13:57:07.646589 dv-cinder-852211-7-iscsi neutron-server[107076]: 'Port': '1.7', Sep 01 13:57:07.646589 dv-cinder-852211-7-iscsi neutron-server[107076]: 'PortForwarding': '1.3', Sep 01 13:57:07.646589 dv-cinder-852211-7-iscsi neutron-server[107076]: 'QosPolicy': '1.10', Sep 01 13:57:07.646589 dv-cinder-852211-7-iscsi neutron-server[107076]: 'SecurityGroup': '1.5', Sep 01 13:57:07.646589 dv-cinder-852211-7-iscsi neutron-server[107076]: 'SecurityGroupRule': '1.2', Sep 01 13:57:07.646589 dv-cinder-852211-7-iscsi neutron-server[107076]: 'SubPort': '1.0', Sep 01 13:57:07.646589 dv-cinder-852211-7-iscsi neutron-server[107076]: 'Subnet': '1.1', Sep 01 13:57:07.646589 dv-cinder-852211-7-iscsi neutron-server[107076]: 'Trunk': '1.1'}} Sep 01 13:57:07.646589 dv-cinder-852211-7-iscsi neutron-server[107076]: {{(pid=107076) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 13:57:07.655510 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.managers [None req-7ef417ba-7449-454e-af24-9eb19fcfa45b None None] Attempting to bind port f6995b7c-c893-408d-bf28-0c3e690b8c8e on host dv-cinder-852211-7-iscsi for vnic_type normal with profile {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 13:57:07.655964 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.managers [None req-7ef417ba-7449-454e-af24-9eb19fcfa45b None None] Attempting to bind port f6995b7c-c893-408d-bf28-0c3e690b8c8e by drivers openvswitch,hyperv on host dv-cinder-852211-7-iscsi at level 0 using segments [{'id': '15543f79-8748-4b48-853c-ec135302044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '207c3d77-dfdb-4215-9137-188b2d534a0b'}] {{(pid=107076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 13:57:07.656367 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef417ba-7449-454e-af24-9eb19fcfa45b None None] Attempting to bind port f6995b7c-c893-408d-bf28-0c3e690b8c8e on network 207c3d77-dfdb-4215-9137-188b2d534a0b {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 13:57:07.662623 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef417ba-7449-454e-af24-9eb19fcfa45b None None] Checking agent: {'id': '16ae7bad-0e03-4d8e-885b-3ed578a6ac87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 13, 56, 30), 'started_at': datetime.datetime(2022, 9, 1, 13, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 13:57:07.663124 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef417ba-7449-454e-af24-9eb19fcfa45b None None] Checking segment: {'id': '15543f79-8748-4b48-853c-ec135302044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '207c3d77-dfdb-4215-9137-188b2d534a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 13:57:07.664441 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-7ef417ba-7449-454e-af24-9eb19fcfa45b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:07.664441 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef417ba-7449-454e-af24-9eb19fcfa45b None None] Bound using segment: {'id': '15543f79-8748-4b48-853c-ec135302044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '207c3d77-dfdb-4215-9137-188b2d534a0b'} {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 13:57:07.664441 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.managers [None req-7ef417ba-7449-454e-af24-9eb19fcfa45b None None] Bound port: f6995b7c-c893-408d-bf28-0c3e690b8c8e, host: dv-cinder-852211-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15543f79-8748-4b48-853c-ec135302044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '207c3d77-dfdb-4215-9137-188b2d534a0b'}}] {{(pid=107076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 13:57:07.664864 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-7ef417ba-7449-454e-af24-9eb19fcfa45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (f6995b7c-c893-408d-bf28-0c3e690b8c8e), before_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:07.778771 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.db [None req-7ef417ba-7449-454e-af24-9eb19fcfa45b None None] For port f6995b7c-c893-408d-bf28-0c3e690b8c8e, host dv-cinder-852211-7-iscsi, cleared binding levels {{(pid=107076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 13:57:07.799952 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:57:07.811089 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.db [None req-7ef417ba-7449-454e-af24-9eb19fcfa45b None None] For port f6995b7c-c893-408d-bf28-0c3e690b8c8e, host dv-cinder-852211-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=f6995b7c-c893-408d-bf28-0c3e690b8c8e,segment=NetworkSegment(15543f79-8748-4b48-853c-ec135302044d),segment_id=15543f79-8748-4b48-853c-ec135302044d)] {{(pid=107076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 13:57:07.897413 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-7ef417ba-7449-454e-af24-9eb19fcfa45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (f6995b7c-c893-408d-bf28-0c3e690b8c8e), after_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:07.905422 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:57:07.968115 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef417ba-7449-454e-af24-9eb19fcfa45b None None] Routers {'2020c907-f49c-452a-b86d-935056038059'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 13:57:07.969203 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-7ef417ba-7449-454e-af24-9eb19fcfa45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T13:56:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['2020c907-f49c-452a-b86d-935056038059'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 13:57:08.077123 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef2822b-6667-4ab4-a324-4f37c1f9e8a3 None None] Pushing event updated for resources: {'Port': ['ID=f6995b7c-c893-408d-bf28-0c3e690b8c8e,revision_number=4']} {{(pid=107076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 13:57:08.103607 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-7ef417ba-7449-454e-af24-9eb19fcfa45b None None] Set router 2020c907-f49c-452a-b86d-935056038059 gateway port host: None {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 13:57:08.306383 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 52130) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 13:57:08.400814 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-7ef417ba-7449-454e-af24-9eb19fcfa45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2020c907-f49c-452a-b86d-935056038059', 'name': 'router1', 'tenant_id': '86ef03b588f047dc8dc8400f1ac175a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T13:56:51Z', 'updated_at': '2022-09-01T13:57:04Z', 'revision_number': 2, 'project_id': '86ef03b588f047dc8dc8400f1ac175a7', 'gw_port_host': None, '_interfaces': [{'id': 'f6995b7c-c893-408d-bf28-0c3e690b8c8e', 'name': '', 'network_id': '207c3d77-dfdb-4215-9137-188b2d534a0b', 'tenant_id': '86ef03b588f047dc8dc8400f1ac175a7', 'mac_address': 'fa:16:3e:03:ea:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2020c907-f49c-452a-b86d-935056038059', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac4c33d4-a9dc-47ed-8545-a5d6679b348d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T13:57:03Z', 'updated_at': '2022-09-01T13:57:07Z', 'revision_number': 4, 'project_id': '86ef03b588f047dc8dc8400f1ac175a7', 'subnets': [{'id': 'ac4c33d4-a9dc-47ed-8545-a5d6679b348d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0ca6c15-7abd-4812-ba4c-c3575d82de05'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 13:57:08.428726 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef417ba-7449-454e-af24-9eb19fcfa45b None None] The sync data for ids ['2020c907-f49c-452a-b86d-935056038059'] in dv-cinder-852211-7-iscsi is: [{'id': '2020c907-f49c-452a-b86d-935056038059', 'name': 'router1', 'tenant_id': '86ef03b588f047dc8dc8400f1ac175a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T13:56:51Z', 'updated_at': '2022-09-01T13:57:04Z', 'revision_number': 2, 'project_id': '86ef03b588f047dc8dc8400f1ac175a7', 'gw_port_host': None, '_interfaces': [{'id': 'f6995b7c-c893-408d-bf28-0c3e690b8c8e', 'name': '', 'network_id': '207c3d77-dfdb-4215-9137-188b2d534a0b', 'tenant_id': '86ef03b588f047dc8dc8400f1ac175a7', 'mac_address': 'fa:16:3e:03:ea:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2020c907-f49c-452a-b86d-935056038059', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac4c33d4-a9dc-47ed-8545-a5d6679b348d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T13:57:03Z', 'updated_at': '2022-09-01T13:57:07Z', 'revision_number': 4, 'project_id': '86ef03b588f047dc8dc8400f1ac175a7', 'subnets': [{'id': 'ac4c33d4-a9dc-47ed-8545-a5d6679b348d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0ca6c15-7abd-4812-ba4c-c3575d82de05'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 13:57:08.886719 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbe27dc-a085-4e64-bc74-185cc9a66664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 13:57:08.891613 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-6bbe27dc-a085-4e64-bc74-185cc9a66664 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/495e3753-365b-4db4-ace7-a3dca370cb0d HTTP/1.1" status: 200 len: 842 time: 0.5836852 Sep 01 13:57:08.907483 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-209c9d70-7056-460f-b888-c82d0824737c admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'enable_dhcp': False}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 13:57:08.949791 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:57:09.078412 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209c9d70-7056-460f-b888-c82d0824737c admin admin] Made reservation on behalf of 1cbeb42d06b34679b1e34ad6fea416bc for: {'subnet': 1} {{(pid=107074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 13:57:09.081067 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-209c9d70-7056-460f-b888-c82d0824737c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:09.362427 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=52,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:57:09.379649 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=39,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:57:09.763111 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.objects.ports [None req-209c9d70-7056-460f-b888-c82d0824737c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107074) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 01 13:57:09.764429 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-209c9d70-7056-460f-b888-c82d0824737c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793'] for subnet (c60058e0-5076-4233-a499-c0113b757f85), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:09.863558 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c9d70-7056-460f-b888-c82d0824737c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c60058e0-5076-4233-a499-c0113b757f85,revision_number=0']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 13:57:09.884230 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209c9d70-7056-460f-b888-c82d0824737c admin admin] Checking segment: {'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 13:57:09.884795 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209c9d70-7056-460f-b888-c82d0824737c admin admin] Network hostable DHCP agents. Network: 495e3753-365b-4db4-ace7-a3dca370cb0d, hostable agents: ['e6fb8577-74ae-4f68-b634-c24662e9afb4'], hosted agents: [] {{(pid=107074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 13:57:09.909767 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:57:10.009790 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209c9d70-7056-460f-b888-c82d0824737c admin admin] Network 495e3753-365b-4db4-ace7-a3dca370cb0d is scheduled to be hosted by DHCP agent e6fb8577-74ae-4f68-b634-c24662e9afb4 with binding_index 1 {{(pid=107074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 13:57:10.103496 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-209c9d70-7056-460f-b888-c82d0824737c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-7-iscsi, 495e3753-365b-4db4-ace7-a3dca370cb0d) {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 13:57:10.109725 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209c9d70-7056-460f-b888-c82d0824737c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 13:57:10.110400 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-209c9d70-7056-460f-b888-c82d0824737c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for subnet (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:10.119646 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304698af-6cfb-4f9c-b0ff-e848781ea13a None None] Network 495e3753-365b-4db4-ace7-a3dca370cb0d requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 13:57:10.215762 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-209c9d70-7056-460f-b888-c82d0824737c admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3141911 Sep 01 13:57:10.251845 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1bd6aa-5318-422a-8e40-cfbedaf0fbe2 None None] Network 495e3753-365b-4db4-ace7-a3dca370cb0d requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 13:57:13.114982 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 52140) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 13:57:13.775723 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-6ecc9e51-af60-4376-a955-c763393c5ff0 demo admin] 10.222.0.25 "GET /networking/v2.0/routers/2020c907-f49c-452a-b86d-935056038059 HTTP/1.1" status: 200 len: 710 time: 0.6593585 Sep 01 13:57:13.906069 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecf242e-8ac1-4238-8b1e-7adcf37d1f91 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 13:57:13.907602 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-fecf242e-8ac1-4238-8b1e-7adcf37d1f91 demo admin] 10.222.0.25 "GET /networking/v2.0/networks/495e3753-365b-4db4-ace7-a3dca370cb0d HTTP/1.1" status: 200 len: 886 time: 0.1219249 Sep 01 13:57:13.919178 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-dc5b0a2e-ba5d-47a7-b652-344187b85d00 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 13:57:14.301879 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-dc5b0a2e-ba5d-47a7-b652-344187b85d00 demo admin] Publish callbacks [] for router_gateway (2020c907-f49c-452a-b86d-935056038059), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:14.525252 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:57:14.639981 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device f6995b7c-c893-408d-bf28-0c3e690b8c8e up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 13:57:14.691828 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port f6995b7c-c893-408d-bf28-0c3e690b8c8e triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 13:57:14.692089 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (f6995b7c-c893-408d-bf28-0c3e690b8c8e), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:14.715369 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-dc5b0a2e-ba5d-47a7-b652-344187b85d00 demo admin] Publish callbacks [] for router_gateway (2020c907-f49c-452a-b86d-935056038059), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:14.805642 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port f6995b7c-c893-408d-bf28-0c3e690b8c8e is: DOWN; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 13:57:14.806323 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (f6995b7c-c893-408d-bf28-0c3e690b8c8e), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:14.864660 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] For port f6995b7c-c893-408d-bf28-0c3e690b8c8e, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=f6995b7c-c893-408d-bf28-0c3e690b8c8e,segment=NetworkSegment(15543f79-8748-4b48-853c-ec135302044d),segment_id=15543f79-8748-4b48-853c-ec135302044d)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 13:57:14.900667 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-dc5b0a2e-ba5d-47a7-b652-344187b85d00 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:14.942670 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (f6995b7c-c893-408d-bf28-0c3e690b8c8e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:15.018649 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Pushing event updated for resources: {'Port': ['ID=f6995b7c-c893-408d-bf28-0c3e690b8c8e,revision_number=5']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 13:57:15.060628 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_common [None req-dc5b0a2e-ba5d-47a7-b652-344187b85d00 demo admin] Allocated IP 172.27.2.4 (495e3753-365b-4db4-ace7-a3dca370cb0d/c60058e0-5076-4233-a499-c0113b757f85/368a9110-90fd-4608-b254-8b823242d502) {{(pid=107074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 13:57:15.129444 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:57:15.186568 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-dc5b0a2e-ba5d-47a7-b652-344187b85d00 demo admin] Publish callbacks [] for port (368a9110-90fd-4608-b254-8b823242d502), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:15.337723 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-dc5b0a2e-ba5d-47a7-b652-344187b85d00 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320'] for port (368a9110-90fd-4608-b254-8b823242d502), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:15.386129 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5b0a2e-ba5d-47a7-b652-344187b85d00 demo admin] Network 495e3753-365b-4db4-ace7-a3dca370cb0d is already hosted by enough agents. {{(pid=107074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 13:57:15.389541 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-dc5b0a2e-ba5d-47a7-b652-344187b85d00 demo admin] Resources bound (agent type, host, resource id): {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 13:57:15.394064 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5b0a2e-ba5d-47a7-b652-344187b85d00 demo admin] Received port after_create {{(pid=107074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 13:57:15.432371 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b0a2e-ba5d-47a7-b652-344187b85d00 demo admin] Pushing event updated for resources: {'Port': ['ID=368a9110-90fd-4608-b254-8b823242d502,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 13:57:16.071665 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-dc5b0a2e-ba5d-47a7-b652-344187b85d00 demo admin] Publish callbacks [] for router_gateway (2020c907-f49c-452a-b86d-935056038059), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:16.180496 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:57:16.352444 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-dc5b0a2e-ba5d-47a7-b652-344187b85d00 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-480509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33127723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3565'] for router (2020c907-f49c-452a-b86d-935056038059), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:16.359887 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-dc5b0a2e-ba5d-47a7-b652-344187b85d00 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-480464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-480454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-480463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33127740'] for router (2020c907-f49c-452a-b86d-935056038059), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:16.480449 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5b0a2e-ba5d-47a7-b652-344187b85d00 demo admin] Router 2020c907-f49c-452a-b86d-935056038059 has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 13:57:16.601363 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5b0a2e-ba5d-47a7-b652-344187b85d00 demo admin] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 13:57:16.608821 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-dc5b0a2e-ba5d-47a7-b652-344187b85d00 demo admin] Publish callbacks [] for router (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:16.612443 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-dc5b0a2e-ba5d-47a7-b652-344187b85d00 demo admin] 10.222.0.25 "PUT /networking/v2.0/routers/2020c907-f49c-452a-b86d-935056038059 HTTP/1.1" status: 200 len: 888 time: 2.6965308 Sep 01 13:57:16.623328 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device f6995b7c-c893-408d-bf28-0c3e690b8c8e up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 13:57:16.626870 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a35a85-bd84-4106-9cfa-60664aaa574f None None] Sync routers for ids ['2020c907-f49c-452a-b86d-935056038059'] in dv-cinder-852211-7-iscsi {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 13:57:16.692575 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a35a85-bd84-4106-9cfa-60664aaa574f None None] Routers {'2020c907-f49c-452a-b86d-935056038059'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 13:57:16.693582 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-e1a35a85-bd84-4106-9cfa-60664aaa574f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T13:56:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['2020c907-f49c-452a-b86d-935056038059'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 13:57:16.933798 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port f6995b7c-c893-408d-bf28-0c3e690b8c8e triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 13:57:16.934217 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (f6995b7c-c893-408d-bf28-0c3e690b8c8e), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:17.034910 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-e1a35a85-bd84-4106-9cfa-60664aaa574f None None] Set router 2020c907-f49c-452a-b86d-935056038059 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 13:57:17.088303 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:57:17.318220 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port f6995b7c-c893-408d-bf28-0c3e690b8c8e is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 13:57:17.440775 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:57:17.694506 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-e1a35a85-bd84-4106-9cfa-60664aaa574f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2020c907-f49c-452a-b86d-935056038059', 'name': 'router1', 'tenant_id': '86ef03b588f047dc8dc8400f1ac175a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '368a9110-90fd-4608-b254-8b823242d502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T13:56:51Z', 'updated_at': '2022-09-01T13:57:15Z', 'revision_number': 4, 'project_id': '86ef03b588f047dc8dc8400f1ac175a7', 'gw_port': {'id': '368a9110-90fd-4608-b254-8b823242d502', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2020c907-f49c-452a-b86d-935056038059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T13:57:14Z', 'updated_at': '2022-09-01T13:57:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': 'f6995b7c-c893-408d-bf28-0c3e690b8c8e', 'name': '', 'network_id': '207c3d77-dfdb-4215-9137-188b2d534a0b', 'tenant_id': '86ef03b588f047dc8dc8400f1ac175a7', 'mac_address': 'fa:16:3e:03:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2020c907-f49c-452a-b86d-935056038059', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac4c33d4-a9dc-47ed-8545-a5d6679b348d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T13:57:03Z', 'updated_at': '2022-09-01T13:57:14Z', 'revision_number': 5, 'project_id': '86ef03b588f047dc8dc8400f1ac175a7', 'subnets': [{'id': 'ac4c33d4-a9dc-47ed-8545-a5d6679b348d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0ca6c15-7abd-4812-ba4c-c3575d82de05'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 13:57:17.770870 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a35a85-bd84-4106-9cfa-60664aaa574f None None] Checking router: 2020c907-f49c-452a-b86d-935056038059 for host: dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 13:57:17.771224 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a35a85-bd84-4106-9cfa-60664aaa574f None None] Updating router 2020c907-f49c-452a-b86d-935056038059 port 368a9110-90fd-4608-b254-8b823242d502 binding host dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 13:57:17.839371 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-e1a35a85-bd84-4106-9cfa-60664aaa574f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (368a9110-90fd-4608-b254-8b823242d502), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:18.337828 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-e1a35a85-bd84-4106-9cfa-60664aaa574f None None] Publish callbacks [] for port (368a9110-90fd-4608-b254-8b823242d502), precommit_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:18.403190 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=30 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:57:18.404989 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=46 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:57:18.422128 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-e1a35a85-bd84-4106-9cfa-60664aaa574f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (368a9110-90fd-4608-b254-8b823242d502), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:18.490938 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-e1a35a85-bd84-4106-9cfa-60664aaa574f None None] Attempting to bind port 368a9110-90fd-4608-b254-8b823242d502 on host dv-cinder-852211-7-iscsi for vnic_type normal with profile {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 13:57:18.491509 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-e1a35a85-bd84-4106-9cfa-60664aaa574f None None] Attempting to bind port 368a9110-90fd-4608-b254-8b823242d502 by drivers openvswitch,hyperv on host dv-cinder-852211-7-iscsi at level 0 using segments [{'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 13:57:18.492079 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a35a85-bd84-4106-9cfa-60664aaa574f None None] Attempting to bind port 368a9110-90fd-4608-b254-8b823242d502 on network 495e3753-365b-4db4-ace7-a3dca370cb0d {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 13:57:18.516120 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a35a85-bd84-4106-9cfa-60664aaa574f None None] Checking agent: {'id': '16ae7bad-0e03-4d8e-885b-3ed578a6ac87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 13, 56, 30), 'started_at': datetime.datetime(2022, 9, 1, 13, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 13:57:18.516689 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a35a85-bd84-4106-9cfa-60664aaa574f None None] Checking segment: {'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 13:57:18.517303 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-e1a35a85-bd84-4106-9cfa-60664aaa574f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:18.517933 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a35a85-bd84-4106-9cfa-60664aaa574f None None] Bound using segment: {'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 13:57:18.518716 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-e1a35a85-bd84-4106-9cfa-60664aaa574f None None] Bound port: 368a9110-90fd-4608-b254-8b823242d502, host: dv-cinder-852211-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 13:57:18.519315 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-e1a35a85-bd84-4106-9cfa-60664aaa574f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (368a9110-90fd-4608-b254-8b823242d502), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:18.555592 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56fe1a4-078f-4211-90d5-9a5a31a5923f None None] Pushing event updated for resources: {'Port': ['ID=368a9110-90fd-4608-b254-8b823242d502,revision_number=2']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 13:57:18.760540 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-e1a35a85-bd84-4106-9cfa-60664aaa574f None None] For port 368a9110-90fd-4608-b254-8b823242d502, host dv-cinder-852211-7-iscsi, cleared binding levels {{(pid=107075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 13:57:18.764329 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-e1a35a85-bd84-4106-9cfa-60664aaa574f None None] For port 368a9110-90fd-4608-b254-8b823242d502, host dv-cinder-852211-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=368a9110-90fd-4608-b254-8b823242d502,segment=NetworkSegment(f315c88c-0cea-42ce-ac38-790188a99330),segment_id=f315c88c-0cea-42ce-ac38-790188a99330)] {{(pid=107075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 13:57:18.887349 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-e1a35a85-bd84-4106-9cfa-60664aaa574f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (368a9110-90fd-4608-b254-8b823242d502), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:18.939038 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a35a85-bd84-4106-9cfa-60664aaa574f None None] Routers {'2020c907-f49c-452a-b86d-935056038059'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 13:57:18.939742 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-e1a35a85-bd84-4106-9cfa-60664aaa574f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T13:56:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['2020c907-f49c-452a-b86d-935056038059'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 13:57:18.988811 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56fe1a4-078f-4211-90d5-9a5a31a5923f None None] Pushing event updated for resources: {'Port': ['ID=368a9110-90fd-4608-b254-8b823242d502,revision_number=3']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 13:57:19.097669 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-e1a35a85-bd84-4106-9cfa-60664aaa574f None None] Set router 2020c907-f49c-452a-b86d-935056038059 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 13:57:19.153322 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:57:19.380866 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-e1a35a85-bd84-4106-9cfa-60664aaa574f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2020c907-f49c-452a-b86d-935056038059', 'name': 'router1', 'tenant_id': '86ef03b588f047dc8dc8400f1ac175a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '368a9110-90fd-4608-b254-8b823242d502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T13:56:51Z', 'updated_at': '2022-09-01T13:57:15Z', 'revision_number': 4, 'project_id': '86ef03b588f047dc8dc8400f1ac175a7', 'gw_port': {'id': '368a9110-90fd-4608-b254-8b823242d502', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2020c907-f49c-452a-b86d-935056038059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T13:57:14Z', 'updated_at': '2022-09-01T13:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': 'f6995b7c-c893-408d-bf28-0c3e690b8c8e', 'name': '', 'network_id': '207c3d77-dfdb-4215-9137-188b2d534a0b', 'tenant_id': '86ef03b588f047dc8dc8400f1ac175a7', 'mac_address': 'fa:16:3e:03:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2020c907-f49c-452a-b86d-935056038059', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac4c33d4-a9dc-47ed-8545-a5d6679b348d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T13:57:03Z', 'updated_at': '2022-09-01T13:57:14Z', 'revision_number': 5, 'project_id': '86ef03b588f047dc8dc8400f1ac175a7', 'subnets': [{'id': 'ac4c33d4-a9dc-47ed-8545-a5d6679b348d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0ca6c15-7abd-4812-ba4c-c3575d82de05'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 13:57:19.411789 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a35a85-bd84-4106-9cfa-60664aaa574f None None] The sync data for ids ['2020c907-f49c-452a-b86d-935056038059'] in dv-cinder-852211-7-iscsi is: [{'id': '2020c907-f49c-452a-b86d-935056038059', 'name': 'router1', 'tenant_id': '86ef03b588f047dc8dc8400f1ac175a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '368a9110-90fd-4608-b254-8b823242d502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T13:56:51Z', 'updated_at': '2022-09-01T13:57:15Z', 'revision_number': 4, 'project_id': '86ef03b588f047dc8dc8400f1ac175a7', 'gw_port': {'id': '368a9110-90fd-4608-b254-8b823242d502', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2020c907-f49c-452a-b86d-935056038059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T13:57:14Z', 'updated_at': '2022-09-01T13:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': 'f6995b7c-c893-408d-bf28-0c3e690b8c8e', 'name': '', 'network_id': '207c3d77-dfdb-4215-9137-188b2d534a0b', 'tenant_id': '86ef03b588f047dc8dc8400f1ac175a7', 'mac_address': 'fa:16:3e:03:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2020c907-f49c-452a-b86d-935056038059', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac4c33d4-a9dc-47ed-8545-a5d6679b348d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T13:57:03Z', 'updated_at': '2022-09-01T13:57:14Z', 'revision_number': 5, 'project_id': '86ef03b588f047dc8dc8400f1ac175a7', 'subnets': [{'id': 'ac4c33d4-a9dc-47ed-8545-a5d6679b348d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0ca6c15-7abd-4812-ba4c-c3575d82de05'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 13:57:19.629097 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 52152) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 13:57:20.239292 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-9498950a-b0ac-4374-9a71-6ec58ca8693d admin admin] 10.222.0.25 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.6084096 Sep 01 13:57:20.647214 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 368a9110-90fd-4608-b254-8b823242d502 up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 13:57:20.702822 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:57:20.724606 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 368a9110-90fd-4608-b254-8b823242d502 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 13:57:20.725203 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (368a9110-90fd-4608-b254-8b823242d502), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:20.844620 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 368a9110-90fd-4608-b254-8b823242d502 is: DOWN; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 13:57:20.844995 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (368a9110-90fd-4608-b254-8b823242d502), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:20.877634 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] For port 368a9110-90fd-4608-b254-8b823242d502, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=368a9110-90fd-4608-b254-8b823242d502,segment=NetworkSegment(f315c88c-0cea-42ce-ac38-790188a99330),segment_id=f315c88c-0cea-42ce-ac38-790188a99330)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 13:57:20.977505 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (368a9110-90fd-4608-b254-8b823242d502), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:21.056609 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Pushing event updated for resources: {'Port': ['ID=368a9110-90fd-4608-b254-8b823242d502,revision_number=4']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 13:57:22.640358 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 368a9110-90fd-4608-b254-8b823242d502 up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 13:57:22.710093 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 368a9110-90fd-4608-b254-8b823242d502 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 13:57:22.710581 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (368a9110-90fd-4608-b254-8b823242d502), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:22.838647 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 368a9110-90fd-4608-b254-8b823242d502 is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 13:57:24.318301 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-3559fe1f-6bff-4631-9645-fadb9a95e0ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:26.597656 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=74 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:57:26.601988 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=33 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:57:27.446582 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-7e9940d6-0b8f-48d1-a7ed-3b0e2463f9a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:29.112264 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:30.227809 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:57:30.234133 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=5 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:57:30.383076 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:31.079726 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:40.997664 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:57:41.008241 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:57:43.546051 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 5 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 13:57:44.537144 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=3 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:57:53.538552 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=5 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:57:54.348710 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-32431569-df83-4dde-b0a7-fd4400ef86c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:57.423327 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-faecf8f9-53f7-411d-9a53-9075707ce41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:57:59.124322 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:58:00.361754 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:58:01.059322 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:58:10.989267 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:58:10.992608 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:58:20.531880 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 5 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 13:58:24.392977 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-37dd258b-2ae5-43f1-b75d-78bf7d4c4b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:58:27.957708 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-ccf7aa44-bfb2-4e47-a3d3-630cc8523640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:58:29.300542 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:58:30.344968 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:58:30.523608 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:58:30.524810 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=4 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:58:31.274983 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:58:40.984293 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:58:40.991714 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:58:54.337662 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-83216e87-9ee9-447f-92cf-de6481414c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:58:57.505102 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-659d7deb-ad2b-47b4-8549-6eba1c4bc5c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:58:57.534531 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 5 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 13:58:59.099424 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:59:00.353536 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:59:01.053187 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:59:04.496251 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 52692) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 13:59:04.986047 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.pecan_wsgi.hooks.translation [None req-14affef8-00f3-4d8c-990c-b218391a1be8 admin admin] GET failed (client error): The resource could not be found. Sep 01 13:59:04.987548 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-14affef8-00f3-4d8c-990c-b218391a1be8 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.4901316 Sep 01 13:59:05.199390 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42045a65-9fa5-42e0-bde6-1a98b8ff3610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 13:59:05.200889 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-42045a65-9fa5-42e0-bde6-1a98b8ff3610 admin admin] 10.222.0.25 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2048397 Sep 01 13:59:07.528961 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=3 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:59:07.530210 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=5 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:59:08.508206 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 52702) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 13:59:09.026436 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6ca94b-513b-4b0c-a7a1-792877298f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 13:59:09.027913 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-fd6ca94b-513b-4b0c-a7a1-792877298f30 admin admin] 10.222.0.25 "GET /networking/v2.0/subnets/ac4c33d4-a9dc-47ed-8545-a5d6679b348d HTTP/1.1" status: 200 len: 849 time: 0.5184290 Sep 01 13:59:09.039741 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-0bae1a4a-de01-45b2-9823-6c76a7622d51 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 13:59:09.149355 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0bae1a4a-de01-45b2-9823-6c76a7622d51 admin admin] Publish callbacks [] for subnet (ac4c33d4-a9dc-47ed-8545-a5d6679b348d), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:59:09.445398 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0bae1a4a-de01-45b2-9823-6c76a7622d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786311831745'] for subnet (ac4c33d4-a9dc-47ed-8545-a5d6679b348d), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:59:09.488949 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bae1a4a-de01-45b2-9823-6c76a7622d51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 13:59:09.499399 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0bae1a4a-de01-45b2-9823-6c76a7622d51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for subnet (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:59:09.499399 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-0bae1a4a-de01-45b2-9823-6c76a7622d51 admin admin] 10.222.0.25 "PUT /networking/v2.0/subnets/ac4c33d4-a9dc-47ed-8545-a5d6679b348d HTTP/1.1" status: 200 len: 868 time: 0.4569657 Sep 01 13:59:09.500636 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed08081-5182-4888-80da-09e8485ece38 None None] Network 207c3d77-dfdb-4215-9137-188b2d534a0b requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 13:59:09.532870 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae1a4a-de01-45b2-9823-6c76a7622d51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac4c33d4-a9dc-47ed-8545-a5d6679b348d,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 13:59:09.548400 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bae1a4a-de01-45b2-9823-6c76a7622d51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:59:09.549318 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bae1a4a-de01-45b2-9823-6c76a7622d51 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:59:09.550114 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bae1a4a-de01-45b2-9823-6c76a7622d51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:59:09.550825 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bae1a4a-de01-45b2-9823-6c76a7622d51 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:59:09.551542 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bae1a4a-de01-45b2-9823-6c76a7622d51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:59:09.552250 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bae1a4a-de01-45b2-9823-6c76a7622d51 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:59:09.552926 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bae1a4a-de01-45b2-9823-6c76a7622d51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:59:09.555081 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bae1a4a-de01-45b2-9823-6c76a7622d51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:59:09.555904 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bae1a4a-de01-45b2-9823-6c76a7622d51 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:59:09.556605 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bae1a4a-de01-45b2-9823-6c76a7622d51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:59:09.557319 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bae1a4a-de01-45b2-9823-6c76a7622d51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:59:09.558269 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bae1a4a-de01-45b2-9823-6c76a7622d51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:59:09.569039 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bae1a4a-de01-45b2-9823-6c76a7622d51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:59:09.569039 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bae1a4a-de01-45b2-9823-6c76a7622d51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:59:09.569039 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bae1a4a-de01-45b2-9823-6c76a7622d51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 13:59:09.972478 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-c42da1ee-9bc6-4262-8acb-7fd9709df1e6 None None] Provisioning complete for port cf274ea5-7c1e-4fa1-8d89-321245c664b3 triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 13:59:09.973156 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-c42da1ee-9bc6-4262-8acb-7fd9709df1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (cf274ea5-7c1e-4fa1-8d89-321245c664b3), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:59:10.109677 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-c42da1ee-9bc6-4262-8acb-7fd9709df1e6 None None] Current status of the port cf274ea5-7c1e-4fa1-8d89-321245c664b3 is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 13:59:10.123843 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-c42da1ee-9bc6-4262-8acb-7fd9709df1e6 None None] Provisioning complete for port f6995b7c-c893-408d-bf28-0c3e690b8c8e triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 13:59:10.124483 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-c42da1ee-9bc6-4262-8acb-7fd9709df1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (f6995b7c-c893-408d-bf28-0c3e690b8c8e), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:59:10.237845 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-c42da1ee-9bc6-4262-8acb-7fd9709df1e6 None None] Current status of the port f6995b7c-c893-408d-bf28-0c3e690b8c8e is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 13:59:12.208443 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 52710) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 13:59:12.915993 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7887ec1-b58f-49f6-8a10-2bfbccec8994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 13:59:12.915993 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7887ec1-b58f-49f6-8a10-2bfbccec8994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 13:59:12.915993 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-d7887ec1-b58f-49f6-8a10-2bfbccec8994 admin admin] 10.222.0.25 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5770273 Sep 01 13:59:15.394897 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 52718) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 13:59:15.994425 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692ff724-3b5e-4b5b-8ebb-626d67a32ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 13:59:15.994907 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692ff724-3b5e-4b5b-8ebb-626d67a32ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 13:59:15.996583 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-692ff724-3b5e-4b5b-8ebb-626d67a32ab6 admin admin] 10.222.0.25 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6003816 Sep 01 13:59:18.585450 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 52728) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 13:59:19.251536 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdc048c-12f5-491b-8fb0-0afea9a7a630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 13:59:19.252890 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-2fdc048c-12f5-491b-8fb0-0afea9a7a630 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/207c3d77-dfdb-4215-9137-188b2d534a0b HTTP/1.1" status: 200 len: 869 time: 0.6660480 Sep 01 13:59:20.233106 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=41,neutron:UPDATE=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:59:20.236317 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:59:21.324235 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=13 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:59:21.341806 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=13 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:59:21.857006 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 52736) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 13:59:22.363225 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9b0597-4a1e-4fc8-909e-ac117fdd5f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 13:59:22.364635 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-ac9b0597-4a1e-4fc8-909e-ac117fdd5f25 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/495e3753-365b-4db4-ace7-a3dca370cb0d HTTP/1.1" status: 200 len: 886 time: 0.5067406 Sep 01 13:59:24.369667 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-809c903f-1132-4216-8267-935cd9960dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:59:25.136731 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 52744) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 13:59:25.685081 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859841dc-6cde-473a-95c5-16c0876f7f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 13:59:25.685591 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859841dc-6cde-473a-95c5-16c0876f7f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 13:59:25.687260 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-859841dc-6cde-473a-95c5-16c0876f7f57 admin admin] 10.222.0.25 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5495243 Sep 01 13:59:27.421039 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-ed993112-540d-4027-8731-0fc70fc2e7f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:59:28.298188 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 52752) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 13:59:28.808488 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46846ec7-70af-4de7-9dca-cc62c7676e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 13:59:28.808941 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46846ec7-70af-4de7-9dca-cc62c7676e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 13:59:28.810568 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-46846ec7-70af-4de7-9dca-cc62c7676e7d admin admin] 10.222.0.25 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5111187 Sep 01 13:59:29.097513 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:59:29.247319 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=88,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:59:29.249346 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=80,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:59:30.535062 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:59:31.211644 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:59:31.641931 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 52760) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 13:59:32.129314 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2881f291-c5f3-44ff-9036-7ece55f4b710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 13:59:32.131697 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-2881f291-c5f3-44ff-9036-7ece55f4b710 admin admin] 10.222.0.25 "GET /networking/v2.0/subnets/ac4c33d4-a9dc-47ed-8545-a5d6679b348d HTTP/1.1" status: 200 len: 868 time: 0.4885478 Sep 01 13:59:34.535402 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 5 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 13:59:34.791099 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 52768) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 13:59:35.280221 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d93f7a-8977-4f39-809c-9653b7de0603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 13:59:35.281986 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-15d93f7a-8977-4f39-809c-9653b7de0603 admin admin] 10.222.0.25 "GET /networking/v2.0/subnets/c60058e0-5076-4233-a499-c0113b757f85 HTTP/1.1" status: 200 len: 816 time: 0.4898689 Sep 01 13:59:38.794961 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=33 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:59:38.803223 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=36 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:59:40.999834 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:59:41.003099 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:59:44.530567 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=5 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:59:44.534919 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=3 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:59:45.274846 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=12 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:59:45.276941 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=11 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 13:59:54.356678 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-c7e776d8-e02e-429e-b7c4-ce10a6be78bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:59:57.419841 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-9055b130-19fc-49c2-8c12-bde4bf05c502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 13:59:59.137020 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:00:00.362366 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:00:01.101722 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:00:07.137037 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 52826) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:00:07.700141 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [None req-0cb44e25-a31a-4f2d-82a4-19d3e29869e6 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107074) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 14:00:07.701502 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-0cb44e25-a31a-4f2d-82a4-19d3e29869e6 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5633857 Sep 01 14:00:10.604345 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 52834) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:00:10.998691 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:00:11.000784 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:00:11.063001 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa1aef3-af97-4568-9e1c-26cbe1bc2110 admin admin] GET failed (client error): The resource could not be found. Sep 01 14:00:11.064533 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-7fa1aef3-af97-4568-9e1c-26cbe1bc2110 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.4591637 Sep 01 14:00:11.324889 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ffd017-fb71-4979-8e7b-5d7f5278b851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:00:11.326459 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-86ffd017-fb71-4979-8e7b-5d7f5278b851 admin admin] 10.222.0.25 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2562993 Sep 01 14:00:11.536338 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 5 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:00:14.023581 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 52842) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:00:14.425781 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-0bbf35a1-dbe9-4912-bcc9-b0e98ea7ed89 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:00:14.541268 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbf35a1-dbe9-4912-bcc9-b0e98ea7ed89 admin admin] Made reservation on behalf of 1cbeb42d06b34679b1e34ad6fea416bc for: {'network': 1} {{(pid=107074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:00:14.543912 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-0bbf35a1-dbe9-4912-bcc9-b0e98ea7ed89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for network (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:00:14.580897 dv-cinder-852211-7-iscsi neutron-server[107074]: WARNING neutron.services.revisions.revision_plugin [None req-0bbf35a1-dbe9-4912-bcc9-b0e98ea7ed89 admin admin] Could not find related network for resource to bump revision. Sep 01 14:00:14.602729 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bbf35a1-dbe9-4912-bcc9-b0e98ea7ed89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=107074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:00:14.618901 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-0bbf35a1-dbe9-4912-bcc9-b0e98ea7ed89 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786311954068', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881'] for segment (9c868bb7-61b2-4d71-922e-2563d9d57111), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:00:14.619970 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-0bbf35a1-dbe9-4912-bcc9-b0e98ea7ed89 admin admin] Unsubscribe: segment precommit_create {{(pid=107074) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 01 14:00:14.620533 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.db.segments_db [None req-0bbf35a1-dbe9-4912-bcc9-b0e98ea7ed89 admin admin] Added segment 9c868bb7-61b2-4d71-922e-2563d9d57111 of type vlan for network 4950ae57-b575-4ac5-bea7-64d1ffb4f2cd Sep 01 14:00:14.687806 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-0bbf35a1-dbe9-4912-bcc9-b0e98ea7ed89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786311408797'] for network (4950ae57-b575-4ac5-bea7-64d1ffb4f2cd), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:00:14.812881 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-0bbf35a1-dbe9-4912-bcc9-b0e98ea7ed89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793'] for network (4950ae57-b575-4ac5-bea7-64d1ffb4f2cd), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:00:14.814020 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbf35a1-dbe9-4912-bcc9-b0e98ea7ed89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:00:14.814688 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-0bbf35a1-dbe9-4912-bcc9-b0e98ea7ed89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for network (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:00:14.923332 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf35a1-dbe9-4912-bcc9-b0e98ea7ed89 admin admin] Pushing event updated for resources: {'Network': ['ID=4950ae57-b575-4ac5-bea7-64d1ffb4f2cd,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:00:14.932174 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf35a1-dbe9-4912-bcc9-b0e98ea7ed89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:00:14.932680 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf35a1-dbe9-4912-bcc9-b0e98ea7ed89 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:00:14.933069 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf35a1-dbe9-4912-bcc9-b0e98ea7ed89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:00:14.933486 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf35a1-dbe9-4912-bcc9-b0e98ea7ed89 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:00:14.933860 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf35a1-dbe9-4912-bcc9-b0e98ea7ed89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:00:14.934291 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf35a1-dbe9-4912-bcc9-b0e98ea7ed89 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:00:14.934654 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf35a1-dbe9-4912-bcc9-b0e98ea7ed89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:00:14.935018 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf35a1-dbe9-4912-bcc9-b0e98ea7ed89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:00:14.935410 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf35a1-dbe9-4912-bcc9-b0e98ea7ed89 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:00:14.935777 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf35a1-dbe9-4912-bcc9-b0e98ea7ed89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:00:14.936163 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf35a1-dbe9-4912-bcc9-b0e98ea7ed89 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:00:14.936550 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf35a1-dbe9-4912-bcc9-b0e98ea7ed89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:00:14.936915 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf35a1-dbe9-4912-bcc9-b0e98ea7ed89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:00:14.937391 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf35a1-dbe9-4912-bcc9-b0e98ea7ed89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:00:14.937756 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf35a1-dbe9-4912-bcc9-b0e98ea7ed89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:00:14.950956 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Network 4950ae57-b575-4ac5-bea7-64d1ffb4f2cd details requested by agent ovs-agent-dv-cinder-852211-7-iscsi with host dv-cinder-852211-7-iscsi {{(pid=107075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:00:14.957488 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-0bbf35a1-dbe9-4912-bcc9-b0e98ea7ed89 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9324098 Sep 01 14:00:18.071309 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 52850) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:00:18.524577 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.pecan_wsgi.hooks.translation [None req-068c9f72-dcb0-4053-a893-85c6943ed160 admin admin] GET failed (client error): The resource could not be found. Sep 01 14:00:18.526047 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-068c9f72-dcb0-4053-a893-85c6943ed160 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.4535048 Sep 01 14:00:18.613567 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5b66b4-87ff-4fba-93c0-91370bdc616b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:00:18.615116 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-9c5b66b4-87ff-4fba-93c0-91370bdc616b admin admin] 10.222.0.25 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0826855 Sep 01 14:00:18.625926 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-c4463c17-8200-45e4-b59c-6645f9ec8718 admin admin] Request body: {'subnet': {'network_id': '4950ae57-b575-4ac5-bea7-64d1ffb4f2cd', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:00:18.727025 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4463c17-8200-45e4-b59c-6645f9ec8718 admin admin] Made reservation on behalf of 1cbeb42d06b34679b1e34ad6fea416bc for: {'subnet': 1} {{(pid=107074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:00:18.729425 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-c4463c17-8200-45e4-b59c-6645f9ec8718 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:00:18.984612 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-c4463c17-8200-45e4-b59c-6645f9ec8718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793'] for subnet (51ad8b23-e38b-487c-bcaa-330d5ad6b1ad), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:00:19.041947 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4463c17-8200-45e4-b59c-6645f9ec8718 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51ad8b23-e38b-487c-bcaa-330d5ad6b1ad,revision_number=0']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:00:19.062579 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4463c17-8200-45e4-b59c-6645f9ec8718 admin admin] Checking segment: {'id': '9c868bb7-61b2-4d71-922e-2563d9d57111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4950ae57-b575-4ac5-bea7-64d1ffb4f2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:00:19.063023 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4463c17-8200-45e4-b59c-6645f9ec8718 admin admin] Network hostable DHCP agents. Network: 4950ae57-b575-4ac5-bea7-64d1ffb4f2cd, hostable agents: ['e6fb8577-74ae-4f68-b634-c24662e9afb4'], hosted agents: [] {{(pid=107074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:00:19.164113 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4463c17-8200-45e4-b59c-6645f9ec8718 admin admin] Network 4950ae57-b575-4ac5-bea7-64d1ffb4f2cd is scheduled to be hosted by DHCP agent e6fb8577-74ae-4f68-b634-c24662e9afb4 with binding_index 1 {{(pid=107074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:00:19.263485 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-c4463c17-8200-45e4-b59c-6645f9ec8718 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-7-iscsi, 4950ae57-b575-4ac5-bea7-64d1ffb4f2cd) {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:00:19.268489 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4463c17-8200-45e4-b59c-6645f9ec8718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:00:19.268489 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-c4463c17-8200-45e4-b59c-6645f9ec8718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for subnet (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:00:19.276944 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61f7d06-ca38-48ec-b8da-fec51d4ce1df None None] Network 4950ae57-b575-4ac5-bea7-64d1ffb4f2cd requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:00:19.360421 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-c4463c17-8200-45e4-b59c-6645f9ec8718 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7380648 Sep 01 14:00:19.413531 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939a71fc-a770-45a3-a861-4ab907f1ab8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90e2f4e2-ea37-5315-bbf9-53240d5a3a76-4950ae57-b575-4ac5-bea7-64d1ffb4f2cd', 'network_id': '4950ae57-b575-4ac5-bea7-64d1ffb4f2cd', 'project_id': '1cbeb42d06b34679b1e34ad6fea416bc', 'fixed_ips': [{'subnet_id': '51ad8b23-e38b-487c-bcaa-330d5ad6b1ad'}]}} from dv-cinder-852211-7-iscsi. {{(pid=107075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 01 14:00:19.415162 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-939a71fc-a770-45a3-a861-4ab907f1ab8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:00:19.757457 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.db_base_plugin_common [None req-939a71fc-a770-45a3-a861-4ab907f1ab8d None None] Allocated IP 192.168.233.2 (4950ae57-b575-4ac5-bea7-64d1ffb4f2cd/51ad8b23-e38b-487c-bcaa-330d5ad6b1ad/c694db34-f75e-457b-b55a-a4822cbb6c62) {{(pid=107075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:00:19.947886 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-939a71fc-a770-45a3-a861-4ab907f1ab8d None None] Publish callbacks [] for port (c694db34-f75e-457b-b55a-a4822cbb6c62), precommit_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:00:20.022134 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-939a71fc-a770-45a3-a861-4ab907f1ab8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320'] for port (c694db34-f75e-457b-b55a-a4822cbb6c62), after_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:00:20.074236 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939a71fc-a770-45a3-a861-4ab907f1ab8d None None] Network 4950ae57-b575-4ac5-bea7-64d1ffb4f2cd is already hosted by enough agents. {{(pid=107075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:00:20.075756 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.scheduler.base_scheduler [None req-939a71fc-a770-45a3-a861-4ab907f1ab8d None None] Resources bound (agent type, host, resource id): {{(pid=107075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:00:20.080766 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939a71fc-a770-45a3-a861-4ab907f1ab8d None None] Received port after_create {{(pid=107075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:00:20.095199 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a71fc-a770-45a3-a861-4ab907f1ab8d None None] Pushing event updated for resources: {'Port': ['ID=c694db34-f75e-457b-b55a-a4822cbb6c62,revision_number=1']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:00:20.123426 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a71fc-a770-45a3-a861-4ab907f1ab8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:00:20.123755 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a71fc-a770-45a3-a861-4ab907f1ab8d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:00:20.124103 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a71fc-a770-45a3-a861-4ab907f1ab8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:00:20.124470 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a71fc-a770-45a3-a861-4ab907f1ab8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:00:20.124806 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a71fc-a770-45a3-a861-4ab907f1ab8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:00:20.125160 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a71fc-a770-45a3-a861-4ab907f1ab8d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:00:20.125490 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a71fc-a770-45a3-a861-4ab907f1ab8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:00:20.125992 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a71fc-a770-45a3-a861-4ab907f1ab8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:00:20.126210 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a71fc-a770-45a3-a861-4ab907f1ab8d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:00:20.126489 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a71fc-a770-45a3-a861-4ab907f1ab8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:00:20.126954 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a71fc-a770-45a3-a861-4ab907f1ab8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:00:20.127293 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a71fc-a770-45a3-a861-4ab907f1ab8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:00:20.127620 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a71fc-a770-45a3-a861-4ab907f1ab8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:00:20.127957 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a71fc-a770-45a3-a861-4ab907f1ab8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:00:20.128267 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a71fc-a770-45a3-a861-4ab907f1ab8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:00:20.174823 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-939a71fc-a770-45a3-a861-4ab907f1ab8d None None] Attempting to bind port c694db34-f75e-457b-b55a-a4822cbb6c62 on host dv-cinder-852211-7-iscsi for vnic_type normal with profile {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:00:20.175194 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-939a71fc-a770-45a3-a861-4ab907f1ab8d None None] Attempting to bind port c694db34-f75e-457b-b55a-a4822cbb6c62 by drivers openvswitch,hyperv on host dv-cinder-852211-7-iscsi at level 0 using segments [{'id': '9c868bb7-61b2-4d71-922e-2563d9d57111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4950ae57-b575-4ac5-bea7-64d1ffb4f2cd'}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:00:20.175603 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939a71fc-a770-45a3-a861-4ab907f1ab8d None None] Attempting to bind port c694db34-f75e-457b-b55a-a4822cbb6c62 on network 4950ae57-b575-4ac5-bea7-64d1ffb4f2cd {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:00:20.182158 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939a71fc-a770-45a3-a861-4ab907f1ab8d None None] Checking agent: {'id': '16ae7bad-0e03-4d8e-885b-3ed578a6ac87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 13, 56, 30), 'started_at': datetime.datetime(2022, 9, 1, 13, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:00:20.182527 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939a71fc-a770-45a3-a861-4ab907f1ab8d None None] Checking segment: {'id': '9c868bb7-61b2-4d71-922e-2563d9d57111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4950ae57-b575-4ac5-bea7-64d1ffb4f2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:00:20.182928 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-939a71fc-a770-45a3-a861-4ab907f1ab8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:00:20.183353 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939a71fc-a770-45a3-a861-4ab907f1ab8d None None] Bound using segment: {'id': '9c868bb7-61b2-4d71-922e-2563d9d57111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4950ae57-b575-4ac5-bea7-64d1ffb4f2cd'} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:00:20.183845 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-939a71fc-a770-45a3-a861-4ab907f1ab8d None None] Bound port: c694db34-f75e-457b-b55a-a4822cbb6c62, host: dv-cinder-852211-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c868bb7-61b2-4d71-922e-2563d9d57111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4950ae57-b575-4ac5-bea7-64d1ffb4f2cd'}}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:00:20.184219 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-939a71fc-a770-45a3-a861-4ab907f1ab8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (c694db34-f75e-457b-b55a-a4822cbb6c62), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:00:20.296451 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-939a71fc-a770-45a3-a861-4ab907f1ab8d None None] For port c694db34-f75e-457b-b55a-a4822cbb6c62, host dv-cinder-852211-7-iscsi, cleared binding levels {{(pid=107075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:00:20.302411 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-939a71fc-a770-45a3-a861-4ab907f1ab8d None None] For port c694db34-f75e-457b-b55a-a4822cbb6c62, host dv-cinder-852211-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=c694db34-f75e-457b-b55a-a4822cbb6c62,segment=NetworkSegment(9c868bb7-61b2-4d71-922e-2563d9d57111),segment_id=9c868bb7-61b2-4d71-922e-2563d9d57111)] {{(pid=107075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:00:20.396804 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-939a71fc-a770-45a3-a861-4ab907f1ab8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (c694db34-f75e-457b-b55a-a4822cbb6c62), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:00:20.471269 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a71fc-a770-45a3-a861-4ab907f1ab8d None None] Pushing event updated for resources: {'Port': ['ID=c694db34-f75e-457b-b55a-a4822cbb6c62,revision_number=2']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:00:20.803420 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device c694db34-f75e-457b-b55a-a4822cbb6c62 up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:00:20.889431 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port c694db34-f75e-457b-b55a-a4822cbb6c62 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:00:20.889995 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (c694db34-f75e-457b-b55a-a4822cbb6c62), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:00:20.955226 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:00:20.994767 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:00:20.999840 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port c694db34-f75e-457b-b55a-a4822cbb6c62 is: DOWN; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:00:21.000231 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (c694db34-f75e-457b-b55a-a4822cbb6c62), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:00:21.047583 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] For port c694db34-f75e-457b-b55a-a4822cbb6c62, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=c694db34-f75e-457b-b55a-a4822cbb6c62,segment=NetworkSegment(9c868bb7-61b2-4d71-922e-2563d9d57111),segment_id=9c868bb7-61b2-4d71-922e-2563d9d57111)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:00:21.152955 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (c694db34-f75e-457b-b55a-a4822cbb6c62), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:00:21.235489 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Pushing event updated for resources: {'Port': ['ID=c694db34-f75e-457b-b55a-a4822cbb6c62,revision_number=3']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:00:21.530505 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=3 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:00:21.540872 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:00:21.560655 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca02208-965e-4bc2-ac98-106effbdc598 None None] Network 4950ae57-b575-4ac5-bea7-64d1ffb4f2cd requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:00:21.640040 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-d52da80e-bf3a-4630-a7ec-fb8e319a311b None None] Provisioning complete for port c694db34-f75e-457b-b55a-a4822cbb6c62 triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:00:21.640425 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d52da80e-bf3a-4630-a7ec-fb8e319a311b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (c694db34-f75e-457b-b55a-a4822cbb6c62), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:00:21.790257 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-d52da80e-bf3a-4630-a7ec-fb8e319a311b None None] Current status of the port c694db34-f75e-457b-b55a-a4822cbb6c62 is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:00:22.021004 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-737e8156-bfd2-47b2-acd4-b1998bda9127 None None] Provisioning complete for port c694db34-f75e-457b-b55a-a4822cbb6c62 triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:00:22.021312 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-737e8156-bfd2-47b2-acd4-b1998bda9127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (c694db34-f75e-457b-b55a-a4822cbb6c62), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:00:22.125636 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-737e8156-bfd2-47b2-acd4-b1998bda9127 None None] Current status of the port c694db34-f75e-457b-b55a-a4822cbb6c62 is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:00:22.743284 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device c694db34-f75e-457b-b55a-a4822cbb6c62 up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:00:22.835413 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port c694db34-f75e-457b-b55a-a4822cbb6c62 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:00:22.836070 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (c694db34-f75e-457b-b55a-a4822cbb6c62), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:00:22.964388 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port c694db34-f75e-457b-b55a-a4822cbb6c62 is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:00:24.342372 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-b386832e-f813-4948-978d-e2deae5d8877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:00:27.692503 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-a2d4014b-3874-4529-818c-78a5eae86c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:00:29.117844 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:00:29.278919 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=76,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:00:29.280225 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:00:30.341014 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:00:31.103563 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:00:41.002828 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:00:41.007117 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=66,neutron:UPDATE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:00:48.536826 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 5 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:00:49.533023 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=5 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:00:54.319461 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-b18d4b5f-984f-404a-9b89-45e7fbc59e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:00:57.416720 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-9c592927-53a0-4480-b351-e3fec21d2f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:00:58.532881 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=5 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:00:59.170987 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:01:00.367981 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:01:01.127889 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:01:11.000962 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:01:11.009322 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:01:24.395560 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-a655fbdb-1cca-442f-94a3-931c243b7357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:01:25.537353 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 5 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:01:26.531211 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=16 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:01:27.480888 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-51e73863-1143-4e10-95d0-e8f33870b99f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:01:29.163697 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:01:30.452803 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:01:31.069920 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:01:35.533271 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=18 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:01:41.003533 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:01:41.008245 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:01:54.351581 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d64ba4c6-1e9f-41aa-a018-25e6839f4e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:01:57.459901 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc124-7aee-4e66-8777-7045683df0fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:01:58.361517 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 52914) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:01:58.367923 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [None req-fc9bb777-9ea8-43ed-addf-cdb6a3057bdf tempest-verify_tempest_config-1622567954 tempest-verify_tempest_config-1622567954-project] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107073) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 14:01:58.368988 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-fc9bb777-9ea8-43ed-addf-cdb6a3057bdf tempest-verify_tempest_config-1622567954 tempest-verify_tempest_config-1622567954-project] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0060949 Sep 01 14:01:59.116738 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:01:59.248130 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 52932) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:01:59.398817 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-9862220f-846b-4501-9ca0-e0a2e06c141a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:01:59.492546 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-9862220f-846b-4501-9ca0-e0a2e06c141a admin admin] Publish callbacks [] for security_group (639ee6a9-2a75-4178-8b7c-3a87bd8cb0e2), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:01:59.870432 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-9862220f-846b-4501-9ca0-e0a2e06c141a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (639ee6a9-2a75-4178-8b7c-3a87bd8cb0e2), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:01:59.927289 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-9862220f-846b-4501-9ca0-e0a2e06c141a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6697e53363c44827a9390c831341e8b1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6779058 Sep 01 14:01:59.927903 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862220f-846b-4501-9ca0-e0a2e06c141a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639ee6a9-2a75-4178-8b7c-3a87bd8cb0e2,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:01:59.930616 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 52936) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:01:59.935890 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862220f-846b-4501-9ca0-e0a2e06c141a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:01:59.936231 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862220f-846b-4501-9ca0-e0a2e06c141a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:01:59.936593 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862220f-846b-4501-9ca0-e0a2e06c141a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:01:59.936932 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862220f-846b-4501-9ca0-e0a2e06c141a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:01:59.937270 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862220f-846b-4501-9ca0-e0a2e06c141a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:01:59.937616 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862220f-846b-4501-9ca0-e0a2e06c141a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:01:59.937952 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862220f-846b-4501-9ca0-e0a2e06c141a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:01:59.938284 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862220f-846b-4501-9ca0-e0a2e06c141a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:01:59.938628 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862220f-846b-4501-9ca0-e0a2e06c141a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:01:59.938961 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862220f-846b-4501-9ca0-e0a2e06c141a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:01:59.939300 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862220f-846b-4501-9ca0-e0a2e06c141a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:01:59.939641 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862220f-846b-4501-9ca0-e0a2e06c141a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:01:59.939966 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862220f-846b-4501-9ca0-e0a2e06c141a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:01:59.940286 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862220f-846b-4501-9ca0-e0a2e06c141a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:01:59.940602 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862220f-846b-4501-9ca0-e0a2e06c141a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:02:00.037046 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4d8dbea8-4a98-46b4-83eb-9b5bbc40ab10 admin admin] Publish callbacks [] for security_group (639ee6a9-2a75-4178-8b7c-3a87bd8cb0e2), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:02:00.061188 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4d8dbea8-4a98-46b4-83eb-9b5bbc40ab10 admin admin] Publish callbacks [] for security_group (639ee6a9-2a75-4178-8b7c-3a87bd8cb0e2), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:02:00.248009 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4d8dbea8-4a98-46b4-83eb-9b5bbc40ab10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (639ee6a9-2a75-4178-8b7c-3a87bd8cb0e2), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:02:00.250607 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4d8dbea8-4a98-46b4-83eb-9b5bbc40ab10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:02:00.252048 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-4d8dbea8-4a98-46b4-83eb-9b5bbc40ab10 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/639ee6a9-2a75-4178-8b7c-3a87bd8cb0e2 HTTP/1.1" status: 204 len: 168 time: 0.3199019 Sep 01 14:02:00.265867 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8dbea8-4a98-46b4-83eb-9b5bbc40ab10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639ee6a9-2a75-4178-8b7c-3a87bd8cb0e2,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:02:00.276185 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8dbea8-4a98-46b4-83eb-9b5bbc40ab10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:02:00.276737 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8dbea8-4a98-46b4-83eb-9b5bbc40ab10 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:02:00.277263 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8dbea8-4a98-46b4-83eb-9b5bbc40ab10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:02:00.277807 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8dbea8-4a98-46b4-83eb-9b5bbc40ab10 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:02:00.278386 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8dbea8-4a98-46b4-83eb-9b5bbc40ab10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:02:00.278964 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8dbea8-4a98-46b4-83eb-9b5bbc40ab10 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:02:00.279631 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8dbea8-4a98-46b4-83eb-9b5bbc40ab10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:02:00.280162 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8dbea8-4a98-46b4-83eb-9b5bbc40ab10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:02:00.280755 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8dbea8-4a98-46b4-83eb-9b5bbc40ab10 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:02:00.281303 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8dbea8-4a98-46b4-83eb-9b5bbc40ab10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:02:00.281858 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8dbea8-4a98-46b4-83eb-9b5bbc40ab10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:02:00.282448 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8dbea8-4a98-46b4-83eb-9b5bbc40ab10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:02:00.282998 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8dbea8-4a98-46b4-83eb-9b5bbc40ab10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:02:00.283539 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8dbea8-4a98-46b4-83eb-9b5bbc40ab10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:02:00.284060 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8dbea8-4a98-46b4-83eb-9b5bbc40ab10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:02:00.338915 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:02:01.076817 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:02:02.538432 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 5 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:02:03.532660 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=2 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:02:09.930778 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=17,neutron:INSERT=9 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:02:09.932475 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=22,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:02:10.266099 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:02:10.277154 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:02:11.002220 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:02:11.005757 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:02:12.533583 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=6 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:02:18.512903 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:02:24.326492 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5ec99903-e815-4c3c-9b0f-9dfc2d6531ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:02:27.455472 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-888f1007-887a-4d23-998c-4e38d3edb416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:02:29.129888 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:02:30.354434 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:02:31.092045 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:02:39.538155 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 5 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:02:41.000828 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:02:41.009525 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:02:49.532718 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=4 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:02:49.533701 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=4 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:02:54.347879 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-f8cbc9a6-1b37-4e60-8562-18f816fcc776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:02:57.500156 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-160d55ba-db2f-4433-acd5-6b59efaf2b0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:02:59.133925 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:03:00.362287 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:03:01.101416 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:03:11.001360 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:03:11.010709 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:03:16.538450 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 5 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:03:21.143650 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=16 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:03:24.361357 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-82a093a1-0135-4e71-a527-e4e01408033e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:03:26.533918 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=18 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:03:27.557600 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-4f682108-2f21-4cb8-bc61-513aff4a0917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:03:29.153746 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:03:30.443402 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:03:31.163460 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:03:38.105598 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33121303'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:03:48.025723 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:03:48.031091 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:03:51.391407 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 53012) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:03:51.529658 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-1abe2c14-011e-470c-bf28-07a1fb252f8b admin admin] 10.222.0.25 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1371534 Sep 01 14:03:53.543624 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 6 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:03:53.936619 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 53022) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:03:54.007382 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-8cb78fa5-9467-4f9f-b6c6-0fa103744ba1 admin admin] 10.222.0.25 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0694103 Sep 01 14:03:54.333691 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5412b39d-24d5-48d1-a653-741c8ffbe5f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:03:54.530852 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=4 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:03:57.453507 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-61795233-a8d8-48f3-81d6-4b3b04275c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:03:59.128246 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:04:00.350195 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:04:01.114345 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:04:03.536585 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=4 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:04:03.999965 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:04:04.003202 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:04:08.063701 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:04:17.976047 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:04:17.985425 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:04:18.508681 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=1 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:04:18.509722 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:DELETE=1 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:04:24.314396 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-ac9c87cc-8b53-45a1-9f84-e1713d476e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:04:27.405410 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d2b9acc0-c3b1-4208-9828-2e0986eb724e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:04:29.159277 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:04:30.348685 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:04:30.544499 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 6 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:04:31.091004 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:04:31.524574 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=3 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:04:38.130759 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:04:40.539834 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=5 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:04:47.974881 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:04:47.980558 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:04:54.358242 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-9b84d045-37e9-4067-bc41-e010331859dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:04:57.423674 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-4596f484-ce05-45fd-a7f9-68794656c058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:04:59.147705 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:00.297330 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:01.364920 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:07.546119 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 6 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:05:08.074888 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:17.996104 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:17.998022 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:21.222143 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=16 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:21.224061 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=18 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:24.325816 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-2a02801e-06e9-426b-ae91-583df5d6cd17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:27.452211 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-1f581ffb-1043-444b-aa0a-06a2e2cf1892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:29.178775 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:30.561203 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:31.258614 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:36.708343 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 53202) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:05:37.262974 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-cf16d200-90e0-4938-8fec-32f28b9dcfa6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1832381904-network', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:05:37.384109 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf16d200-90e0-4938-8fec-32f28b9dcfa6 admin admin] Made reservation on behalf of 3ed58deb61194a5ba3f2d46eb7e5680c for: {'network': 1} {{(pid=107074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:05:37.388330 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-cf16d200-90e0-4938-8fec-32f28b9dcfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for network (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:37.409379 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-cf16d200-90e0-4938-8fec-32f28b9dcfa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:37.528688 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-cf16d200-90e0-4938-8fec-32f28b9dcfa6 admin admin] Publish callbacks [] for security_group (0d6aefb3-ef8e-4d7d-bd4e-7b98ccaa3537), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:37.624711 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-cf16d200-90e0-4938-8fec-32f28b9dcfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (0d6aefb3-ef8e-4d7d-bd4e-7b98ccaa3537), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:37.665608 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16d200-90e0-4938-8fec-32f28b9dcfa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6aefb3-ef8e-4d7d-bd4e-7b98ccaa3537,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:37.676668 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16d200-90e0-4938-8fec-32f28b9dcfa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:37.677689 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16d200-90e0-4938-8fec-32f28b9dcfa6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:37.678021 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16d200-90e0-4938-8fec-32f28b9dcfa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:37.678737 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16d200-90e0-4938-8fec-32f28b9dcfa6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:37.679321 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16d200-90e0-4938-8fec-32f28b9dcfa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:37.679867 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16d200-90e0-4938-8fec-32f28b9dcfa6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:37.680412 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16d200-90e0-4938-8fec-32f28b9dcfa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:37.681009 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16d200-90e0-4938-8fec-32f28b9dcfa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:37.681445 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16d200-90e0-4938-8fec-32f28b9dcfa6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:37.681859 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16d200-90e0-4938-8fec-32f28b9dcfa6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:37.682390 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16d200-90e0-4938-8fec-32f28b9dcfa6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:37.682847 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16d200-90e0-4938-8fec-32f28b9dcfa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:37.683403 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16d200-90e0-4938-8fec-32f28b9dcfa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:37.683798 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16d200-90e0-4938-8fec-32f28b9dcfa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:37.684186 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16d200-90e0-4938-8fec-32f28b9dcfa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:37.685577 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16d200-90e0-4938-8fec-32f28b9dcfa6 admin admin] Tracked resource versions report: Sep 01 14:05:37.685577 dv-cinder-852211-7-iscsi neutron-server[107074]: pushed versions: Sep 01 14:05:37.685577 dv-cinder-852211-7-iscsi neutron-server[107074]: { 'AddressGroup': {'1.2'}, Sep 01 14:05:37.685577 dv-cinder-852211-7-iscsi neutron-server[107074]: 'Agent': {'1.1'}, Sep 01 14:05:37.685577 dv-cinder-852211-7-iscsi neutron-server[107074]: 'ConntrackHelper': {'1.0'}, Sep 01 14:05:37.685577 dv-cinder-852211-7-iscsi neutron-server[107074]: 'LocalIPAssociation': {'1.0'}, Sep 01 14:05:37.685577 dv-cinder-852211-7-iscsi neutron-server[107074]: 'Log': {'1.0'}, Sep 01 14:05:37.685577 dv-cinder-852211-7-iscsi neutron-server[107074]: 'NDPProxy': {'1.0'}, Sep 01 14:05:37.685577 dv-cinder-852211-7-iscsi neutron-server[107074]: 'Network': {'1.1'}, Sep 01 14:05:37.685577 dv-cinder-852211-7-iscsi neutron-server[107074]: 'Port': {'1.7'}, Sep 01 14:05:37.685577 dv-cinder-852211-7-iscsi neutron-server[107074]: 'PortForwarding': {'1.3'}, Sep 01 14:05:37.685577 dv-cinder-852211-7-iscsi neutron-server[107074]: 'QosPolicy': {'1.10'}, Sep 01 14:05:37.685577 dv-cinder-852211-7-iscsi neutron-server[107074]: 'SecurityGroup': {'1.5'}, Sep 01 14:05:37.685577 dv-cinder-852211-7-iscsi neutron-server[107074]: 'SecurityGroupRule': {'1.2'}, Sep 01 14:05:37.685577 dv-cinder-852211-7-iscsi neutron-server[107074]: 'SubPort': {'1.0'}, Sep 01 14:05:37.685577 dv-cinder-852211-7-iscsi neutron-server[107074]: 'Subnet': {'1.1'}, Sep 01 14:05:37.685577 dv-cinder-852211-7-iscsi neutron-server[107074]: 'Trunk': {'1.1'}} Sep 01 14:05:37.685577 dv-cinder-852211-7-iscsi neutron-server[107074]: consumer versions: Sep 01 14:05:37.685577 dv-cinder-852211-7-iscsi neutron-server[107074]: { DHCP agent@dv-cinder-852211-7-iscsi: {}, Sep 01 14:05:37.685577 dv-cinder-852211-7-iscsi neutron-server[107074]: HyperV agent@hv-cinder-85221: {}, Sep 01 14:05:37.685577 dv-cinder-852211-7-iscsi neutron-server[107074]: L3 agent@dv-cinder-852211-7-iscsi: {}, Sep 01 14:05:37.685577 dv-cinder-852211-7-iscsi neutron-server[107074]: Metadata agent@dv-cinder-852211-7-iscsi: {}, Sep 01 14:05:37.685577 dv-cinder-852211-7-iscsi neutron-server[107074]: Metering agent@dv-cinder-852211-7-iscsi: {}, Sep 01 14:05:37.685577 dv-cinder-852211-7-iscsi neutron-server[107074]: Open vSwitch agent@dv-cinder-852211-7-iscsi: { 'AddressGroup': '1.2', Sep 01 14:05:37.685577 dv-cinder-852211-7-iscsi neutron-server[107074]: 'Agent': '1.1', Sep 01 14:05:37.685577 dv-cinder-852211-7-iscsi neutron-server[107074]: 'ConntrackHelper': '1.0', Sep 01 14:05:37.685577 dv-cinder-852211-7-iscsi neutron-server[107074]: 'LocalIPAssociation': '1.0', Sep 01 14:05:37.685577 dv-cinder-852211-7-iscsi neutron-server[107074]: 'Log': '1.0', Sep 01 14:05:37.685577 dv-cinder-852211-7-iscsi neutron-server[107074]: 'NDPProxy': '1.0', Sep 01 14:05:37.685577 dv-cinder-852211-7-iscsi neutron-server[107074]: 'Network': '1.1', Sep 01 14:05:37.685577 dv-cinder-852211-7-iscsi neutron-server[107074]: 'Port': '1.7', Sep 01 14:05:37.685577 dv-cinder-852211-7-iscsi neutron-server[107074]: 'PortForwarding': '1.3', Sep 01 14:05:37.685577 dv-cinder-852211-7-iscsi neutron-server[107074]: 'QosPolicy': '1.10', Sep 01 14:05:37.685577 dv-cinder-852211-7-iscsi neutron-server[107074]: 'SecurityGroup': '1.5', Sep 01 14:05:37.685577 dv-cinder-852211-7-iscsi neutron-server[107074]: 'SecurityGroupRule': '1.2', Sep 01 14:05:37.685577 dv-cinder-852211-7-iscsi neutron-server[107074]: 'SubPort': '1.0', Sep 01 14:05:37.685577 dv-cinder-852211-7-iscsi neutron-server[107074]: 'Subnet': '1.1', Sep 01 14:05:37.685577 dv-cinder-852211-7-iscsi neutron-server[107074]: 'Trunk': '1.1'}} Sep 01 14:05:37.685577 dv-cinder-852211-7-iscsi neutron-server[107074]: {{(pid=107074) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 14:05:37.715774 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf16d200-90e0-4938-8fec-32f28b9dcfa6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=107074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:05:37.738150 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-cf16d200-90e0-4938-8fec-32f28b9dcfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881'] for segment (64991032-cb00-4fe3-9882-ec8e7671fd4e), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:37.738571 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.db.segments_db [None req-cf16d200-90e0-4938-8fec-32f28b9dcfa6 admin admin] Added segment 64991032-cb00-4fe3-9882-ec8e7671fd4e of type vlan for network 04671c53-ca48-4ca5-8247-463b6ac1fbe1 Sep 01 14:05:37.798122 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-cf16d200-90e0-4938-8fec-32f28b9dcfa6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786311408797'] for network (04671c53-ca48-4ca5-8247-463b6ac1fbe1), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:38.144302 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-cf16d200-90e0-4938-8fec-32f28b9dcfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793'] for network (04671c53-ca48-4ca5-8247-463b6ac1fbe1), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:38.145610 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf16d200-90e0-4938-8fec-32f28b9dcfa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:05:38.146505 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-cf16d200-90e0-4938-8fec-32f28b9dcfa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for network (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:38.219976 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16d200-90e0-4938-8fec-32f28b9dcfa6 admin admin] Pushing event updated for resources: {'Network': ['ID=04671c53-ca48-4ca5-8247-463b6ac1fbe1,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:38.234512 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Network 04671c53-ca48-4ca5-8247-463b6ac1fbe1 details requested by agent ovs-agent-dv-cinder-852211-7-iscsi with host dv-cinder-852211-7-iscsi {{(pid=107075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:05:38.317075 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:38.345250 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-cf16d200-90e0-4938-8fec-32f28b9dcfa6 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6342742 Sep 01 14:05:38.358824 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 53248) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:05:38.370500 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-892fdd78-b977-4fcd-ab62-ba69fc2f5a2e admin admin] Request body: {'subnet': {'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1832381904-subnet', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:05:38.526786 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892fdd78-b977-4fcd-ab62-ba69fc2f5a2e admin admin] Made reservation on behalf of 3ed58deb61194a5ba3f2d46eb7e5680c for: {'subnet': 1} {{(pid=107073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:05:38.529255 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-892fdd78-b977-4fcd-ab62-ba69fc2f5a2e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:38.691502 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 53256) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:05:38.799424 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 53262) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:05:38.831783 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 53266) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:05:38.863076 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-892fdd78-b977-4fcd-ab62-ba69fc2f5a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793'] for subnet (5274d38f-79ac-43b5-aae2-e29860924168), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:38.924882 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892fdd78-b977-4fcd-ab62-ba69fc2f5a2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5274d38f-79ac-43b5-aae2-e29860924168,revision_number=0']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:38.949594 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892fdd78-b977-4fcd-ab62-ba69fc2f5a2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:38.951078 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892fdd78-b977-4fcd-ab62-ba69fc2f5a2e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:38.951078 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892fdd78-b977-4fcd-ab62-ba69fc2f5a2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:38.951368 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892fdd78-b977-4fcd-ab62-ba69fc2f5a2e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:38.952110 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892fdd78-b977-4fcd-ab62-ba69fc2f5a2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:38.952911 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892fdd78-b977-4fcd-ab62-ba69fc2f5a2e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:38.953798 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892fdd78-b977-4fcd-ab62-ba69fc2f5a2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:38.954678 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892fdd78-b977-4fcd-ab62-ba69fc2f5a2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:38.955250 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892fdd78-b977-4fcd-ab62-ba69fc2f5a2e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:38.956177 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892fdd78-b977-4fcd-ab62-ba69fc2f5a2e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:38.956751 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892fdd78-b977-4fcd-ab62-ba69fc2f5a2e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:38.957339 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892fdd78-b977-4fcd-ab62-ba69fc2f5a2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:38.957922 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892fdd78-b977-4fcd-ab62-ba69fc2f5a2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:38.958490 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892fdd78-b977-4fcd-ab62-ba69fc2f5a2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:38.959049 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892fdd78-b977-4fcd-ab62-ba69fc2f5a2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:38.961398 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892fdd78-b977-4fcd-ab62-ba69fc2f5a2e admin admin] Tracked resource versions report: Sep 01 14:05:38.961398 dv-cinder-852211-7-iscsi neutron-server[107073]: pushed versions: Sep 01 14:05:38.961398 dv-cinder-852211-7-iscsi neutron-server[107073]: { 'AddressGroup': {'1.2'}, Sep 01 14:05:38.961398 dv-cinder-852211-7-iscsi neutron-server[107073]: 'Agent': {'1.1'}, Sep 01 14:05:38.961398 dv-cinder-852211-7-iscsi neutron-server[107073]: 'ConntrackHelper': {'1.0'}, Sep 01 14:05:38.961398 dv-cinder-852211-7-iscsi neutron-server[107073]: 'LocalIPAssociation': {'1.0'}, Sep 01 14:05:38.961398 dv-cinder-852211-7-iscsi neutron-server[107073]: 'Log': {'1.0'}, Sep 01 14:05:38.961398 dv-cinder-852211-7-iscsi neutron-server[107073]: 'NDPProxy': {'1.0'}, Sep 01 14:05:38.961398 dv-cinder-852211-7-iscsi neutron-server[107073]: 'Network': {'1.1'}, Sep 01 14:05:38.961398 dv-cinder-852211-7-iscsi neutron-server[107073]: 'Port': {'1.7'}, Sep 01 14:05:38.961398 dv-cinder-852211-7-iscsi neutron-server[107073]: 'PortForwarding': {'1.3'}, Sep 01 14:05:38.961398 dv-cinder-852211-7-iscsi neutron-server[107073]: 'QosPolicy': {'1.10'}, Sep 01 14:05:38.961398 dv-cinder-852211-7-iscsi neutron-server[107073]: 'SecurityGroup': {'1.5'}, Sep 01 14:05:38.961398 dv-cinder-852211-7-iscsi neutron-server[107073]: 'SecurityGroupRule': {'1.2'}, Sep 01 14:05:38.961398 dv-cinder-852211-7-iscsi neutron-server[107073]: 'SubPort': {'1.0'}, Sep 01 14:05:38.961398 dv-cinder-852211-7-iscsi neutron-server[107073]: 'Subnet': {'1.1'}, Sep 01 14:05:38.961398 dv-cinder-852211-7-iscsi neutron-server[107073]: 'Trunk': {'1.1'}} Sep 01 14:05:38.961398 dv-cinder-852211-7-iscsi neutron-server[107073]: consumer versions: Sep 01 14:05:38.961398 dv-cinder-852211-7-iscsi neutron-server[107073]: { DHCP agent@dv-cinder-852211-7-iscsi: {}, Sep 01 14:05:38.961398 dv-cinder-852211-7-iscsi neutron-server[107073]: HyperV agent@hv-cinder-85221: {}, Sep 01 14:05:38.961398 dv-cinder-852211-7-iscsi neutron-server[107073]: L3 agent@dv-cinder-852211-7-iscsi: {}, Sep 01 14:05:38.961398 dv-cinder-852211-7-iscsi neutron-server[107073]: Metadata agent@dv-cinder-852211-7-iscsi: {}, Sep 01 14:05:38.961398 dv-cinder-852211-7-iscsi neutron-server[107073]: Metering agent@dv-cinder-852211-7-iscsi: {}, Sep 01 14:05:38.961398 dv-cinder-852211-7-iscsi neutron-server[107073]: Open vSwitch agent@dv-cinder-852211-7-iscsi: { 'AddressGroup': '1.2', Sep 01 14:05:38.961398 dv-cinder-852211-7-iscsi neutron-server[107073]: 'Agent': '1.1', Sep 01 14:05:38.961398 dv-cinder-852211-7-iscsi neutron-server[107073]: 'ConntrackHelper': '1.0', Sep 01 14:05:38.961398 dv-cinder-852211-7-iscsi neutron-server[107073]: 'LocalIPAssociation': '1.0', Sep 01 14:05:38.961398 dv-cinder-852211-7-iscsi neutron-server[107073]: 'Log': '1.0', Sep 01 14:05:38.961398 dv-cinder-852211-7-iscsi neutron-server[107073]: 'NDPProxy': '1.0', Sep 01 14:05:38.961398 dv-cinder-852211-7-iscsi neutron-server[107073]: 'Network': '1.1', Sep 01 14:05:38.961398 dv-cinder-852211-7-iscsi neutron-server[107073]: 'Port': '1.7', Sep 01 14:05:38.961398 dv-cinder-852211-7-iscsi neutron-server[107073]: 'PortForwarding': '1.3', Sep 01 14:05:38.961398 dv-cinder-852211-7-iscsi neutron-server[107073]: 'QosPolicy': '1.10', Sep 01 14:05:38.961398 dv-cinder-852211-7-iscsi neutron-server[107073]: 'SecurityGroup': '1.5', Sep 01 14:05:38.961398 dv-cinder-852211-7-iscsi neutron-server[107073]: 'SecurityGroupRule': '1.2', Sep 01 14:05:38.961398 dv-cinder-852211-7-iscsi neutron-server[107073]: 'SubPort': '1.0', Sep 01 14:05:38.961398 dv-cinder-852211-7-iscsi neutron-server[107073]: 'Subnet': '1.1', Sep 01 14:05:38.961398 dv-cinder-852211-7-iscsi neutron-server[107073]: 'Trunk': '1.1'}} Sep 01 14:05:38.961398 dv-cinder-852211-7-iscsi neutron-server[107073]: {{(pid=107073) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 14:05:38.998347 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892fdd78-b977-4fcd-ab62-ba69fc2f5a2e admin admin] Checking segment: {'id': '64991032-cb00-4fe3-9882-ec8e7671fd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:05:38.999255 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892fdd78-b977-4fcd-ab62-ba69fc2f5a2e admin admin] Network hostable DHCP agents. Network: 04671c53-ca48-4ca5-8247-463b6ac1fbe1, hostable agents: ['e6fb8577-74ae-4f68-b634-c24662e9afb4'], hosted agents: [] {{(pid=107073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:05:39.092795 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 53280) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:05:39.190801 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892fdd78-b977-4fcd-ab62-ba69fc2f5a2e admin admin] Network 04671c53-ca48-4ca5-8247-463b6ac1fbe1 is scheduled to be hosted by DHCP agent e6fb8577-74ae-4f68-b634-c24662e9afb4 with binding_index 1 {{(pid=107073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:05:39.192725 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-90f57814-f764-4543-87cc-48db5ac838dc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-647081354-network', 'tenant_id': '36049d2090b84443a3bf3bf00558379e'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:05:39.269717 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-3078f4e8-b392-4bb8-a105-9cef182d381e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-531647860-network', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:05:39.292604 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-581df26c-3263-4a96-8e6a-56f047af89e8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1757842406-network', 'tenant_id': 'f871b0e1d3154b6d8c297b12ae738be0'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:05:39.332902 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.base_scheduler [None req-892fdd78-b977-4fcd-ab62-ba69fc2f5a2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-7-iscsi, 04671c53-ca48-4ca5-8247-463b6ac1fbe1) {{(pid=107073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:05:39.347465 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892fdd78-b977-4fcd-ab62-ba69fc2f5a2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:05:39.348139 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-892fdd78-b977-4fcd-ab62-ba69fc2f5a2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for subnet (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:39.348662 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a88f52-cd11-4ea4-9885-4a57262c3e14 None None] Network 04671c53-ca48-4ca5-8247-463b6ac1fbe1 requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:05:39.361037 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f57814-f764-4543-87cc-48db5ac838dc admin admin] Made reservation on behalf of 36049d2090b84443a3bf3bf00558379e for: {'network': 1} {{(pid=107074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:05:39.365275 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-90f57814-f764-4543-87cc-48db5ac838dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for network (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:39.383592 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-90f57814-f764-4543-87cc-48db5ac838dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:39.486410 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-90f57814-f764-4543-87cc-48db5ac838dc admin admin] Publish callbacks [] for security_group (e0c7322a-6e08-47f2-94dc-297a987afd31), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:39.487228 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581df26c-3263-4a96-8e6a-56f047af89e8 admin admin] Made reservation on behalf of f871b0e1d3154b6d8c297b12ae738be0 for: {'network': 1} {{(pid=107073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:05:39.488351 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3078f4e8-b392-4bb8-a105-9cef182d381e admin admin] Made reservation on behalf of eaba67e3a54f4191b9b924305a83e4eb for: {'network': 1} {{(pid=107074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:05:39.489718 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-581df26c-3263-4a96-8e6a-56f047af89e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for network (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:39.491126 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3078f4e8-b392-4bb8-a105-9cef182d381e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for network (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:39.501457 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3078f4e8-b392-4bb8-a105-9cef182d381e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:39.508249 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-581df26c-3263-4a96-8e6a-56f047af89e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:39.531300 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 53302) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:05:39.531617 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-892fdd78-b977-4fcd-ab62-ba69fc2f5a2e admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1683576 Sep 01 14:05:39.536756 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-5e3ab040-b080-4ac8-8e87-72c643c13e39 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1832381904-router', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:05:39.634435 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-581df26c-3263-4a96-8e6a-56f047af89e8 admin admin] Publish callbacks [] for security_group (94f57193-51f1-4f37-bcbc-5de917fabaed), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:39.663802 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3078f4e8-b392-4bb8-a105-9cef182d381e admin admin] Publish callbacks [] for security_group (5bb81dea-2488-47cb-bb90-1fcc67925fb7), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:39.675392 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30314475-a68e-407d-8ec0-d461934a4139 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90e2f4e2-ea37-5315-bbf9-53240d5a3a76-04671c53-ca48-4ca5-8247-463b6ac1fbe1', 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1', 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'fixed_ips': [{'subnet_id': '5274d38f-79ac-43b5-aae2-e29860924168'}]}} from dv-cinder-852211-7-iscsi. {{(pid=107075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 01 14:05:39.676975 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-30314475-a68e-407d-8ec0-d461934a4139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:39.685071 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-90f57814-f764-4543-87cc-48db5ac838dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (e0c7322a-6e08-47f2-94dc-297a987afd31), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:39.694560 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=75,neutron:INSERT=24,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:39.725273 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=68,neutron:INSERT=24,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:39.726895 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f57814-f764-4543-87cc-48db5ac838dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=107074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:05:39.753358 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f57814-f764-4543-87cc-48db5ac838dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c7322a-6e08-47f2-94dc-297a987afd31,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:39.757598 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-90f57814-f764-4543-87cc-48db5ac838dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881'] for segment (21afd361-14bd-45f1-b42f-187569ad44e0), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:39.758620 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.db.segments_db [None req-90f57814-f764-4543-87cc-48db5ac838dc admin admin] Added segment 21afd361-14bd-45f1-b42f-187569ad44e0 of type vlan for network 9cdd4113-f7e0-45eb-bbb2-5da93102bf6c Sep 01 14:05:39.762331 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-581df26c-3263-4a96-8e6a-56f047af89e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (94f57193-51f1-4f37-bcbc-5de917fabaed), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:39.770156 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5e3ab040-b080-4ac8-8e87-72c643c13e39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33128399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3528'] for router (37b08d5e-be17-4105-af7b-a88fbc50b9fc), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:39.771741 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5e3ab040-b080-4ac8-8e87-72c643c13e39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33127825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-480353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3571'] for router (37b08d5e-be17-4105-af7b-a88fbc50b9fc), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:39.816345 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3078f4e8-b392-4bb8-a105-9cef182d381e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (5bb81dea-2488-47cb-bb90-1fcc67925fb7), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:40.125569 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-90f57814-f764-4543-87cc-48db5ac838dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786311408797'] for network (9cdd4113-f7e0-45eb-bbb2-5da93102bf6c), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:40.127269 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581df26c-3263-4a96-8e6a-56f047af89e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f57193-51f1-4f37-bcbc-5de917fabaed,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:40.127269 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-581df26c-3263-4a96-8e6a-56f047af89e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=107073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:05:40.127269 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-6fcd9a25-6881-4d98-a130-7a56940dbbb6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1809937204-network', 'tenant_id': '596c91c754774c1692c937c68a2756c5'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:05:40.128570 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078f4e8-b392-4bb8-a105-9cef182d381e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb81dea-2488-47cb-bb90-1fcc67925fb7,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:40.128570 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3078f4e8-b392-4bb8-a105-9cef182d381e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=107074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:05:40.130312 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-581df26c-3263-4a96-8e6a-56f047af89e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881'] for segment (d5de3e2b-b60d-4f28-9212-ecf41e7a6497), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:40.130312 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.db.segments_db [None req-581df26c-3263-4a96-8e6a-56f047af89e8 admin admin] Added segment d5de3e2b-b60d-4f28-9212-ecf41e7a6497 of type vlan for network 16a106e2-cc97-4518-b881-ae2a1035d4e5 Sep 01 14:05:40.134381 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5e3ab040-b080-4ac8-8e87-72c643c13e39 admin admin] Publish callbacks [] for router_controller (37b08d5e-be17-4105-af7b-a88fbc50b9fc), precommit_add_association {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:40.134381 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3078f4e8-b392-4bb8-a105-9cef182d381e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881'] for segment (ed8678fe-a4a9-4872-b144-325311f6ec17), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:40.134381 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.db.segments_db [None req-3078f4e8-b392-4bb8-a105-9cef182d381e admin admin] Added segment ed8678fe-a4a9-4872-b144-325311f6ec17 of type vlan for network 5efdbb74-e6fe-4a11-96cb-23855066e81b Sep 01 14:05:40.134381 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-90f57814-f764-4543-87cc-48db5ac838dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793'] for network (9cdd4113-f7e0-45eb-bbb2-5da93102bf6c), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:40.134381 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f57814-f764-4543-87cc-48db5ac838dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:05:40.134381 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-90f57814-f764-4543-87cc-48db5ac838dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for network (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:40.136203 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-581df26c-3263-4a96-8e6a-56f047af89e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786311408797'] for network (16a106e2-cc97-4518-b881-ae2a1035d4e5), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:40.138323 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.db_base_plugin_common [None req-30314475-a68e-407d-8ec0-d461934a4139 None None] Allocated IP 172.20.0.2 (04671c53-ca48-4ca5-8247-463b6ac1fbe1/5274d38f-79ac-43b5-aae2-e29860924168/e0fd242a-d528-4829-9159-4e390b7e7e22) {{(pid=107075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:05:40.139445 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fcd9a25-6881-4d98-a130-7a56940dbbb6 admin admin] Made reservation on behalf of 596c91c754774c1692c937c68a2756c5 for: {'network': 1} {{(pid=107073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:05:40.139445 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-6fcd9a25-6881-4d98-a130-7a56940dbbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for network (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:40.139445 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-6fcd9a25-6881-4d98-a130-7a56940dbbb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:40.139445 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=75,neutron:INSERT=22,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:40.140622 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3078f4e8-b392-4bb8-a105-9cef182d381e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786311408797'] for network (5efdbb74-e6fe-4a11-96cb-23855066e81b), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:40.140622 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f57814-f764-4543-87cc-48db5ac838dc admin admin] Pushing event updated for resources: {'Network': ['ID=9cdd4113-f7e0-45eb-bbb2-5da93102bf6c,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:40.146583 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:40.217118 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-6fcd9a25-6881-4d98-a130-7a56940dbbb6 admin admin] Publish callbacks [] for security_group (9ecc03d9-14f9-4b38-aab0-3c898521c463), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:40.289416 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-581df26c-3263-4a96-8e6a-56f047af89e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793'] for network (16a106e2-cc97-4518-b881-ae2a1035d4e5), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:40.290504 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581df26c-3263-4a96-8e6a-56f047af89e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:05:40.291098 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-581df26c-3263-4a96-8e6a-56f047af89e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for network (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:40.347137 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-30314475-a68e-407d-8ec0-d461934a4139 None None] Publish callbacks [] for port (e0fd242a-d528-4829-9159-4e390b7e7e22), precommit_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:40.351379 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Network 9cdd4113-f7e0-45eb-bbb2-5da93102bf6c details requested by agent ovs-agent-dv-cinder-852211-7-iscsi with host dv-cinder-852211-7-iscsi {{(pid=107075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:05:40.386273 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-90f57814-f764-4543-87cc-48db5ac838dc admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6930771 Sep 01 14:05:40.389970 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 53322) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:05:40.422170 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-7e78efcb-33cc-4f80-8401-2b7b07448e4f admin admin] Request body: {'subnet': {'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-647081354-subnet', 'tenant_id': '36049d2090b84443a3bf3bf00558379e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:05:40.437592 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5e3ab040-b080-4ac8-8e87-72c643c13e39 admin admin] Publish callbacks [] for router_gateway (37b08d5e-be17-4105-af7b-a88fbc50b9fc), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:40.463001 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-30314475-a68e-407d-8ec0-d461934a4139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320'] for port (e0fd242a-d528-4829-9159-4e390b7e7e22), after_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:40.476175 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-6fcd9a25-6881-4d98-a130-7a56940dbbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (9ecc03d9-14f9-4b38-aab0-3c898521c463), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:40.493428 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-581df26c-3263-4a96-8e6a-56f047af89e8 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6602612 Sep 01 14:05:40.496433 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 53330) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:05:40.499858 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30314475-a68e-407d-8ec0-d461934a4139 None None] Network 04671c53-ca48-4ca5-8247-463b6ac1fbe1 is already hosted by enough agents. {{(pid=107075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:05:40.502702 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-78a90989-d6fc-4073-8c0b-6d3243762952 admin admin] Request body: {'subnet': {'network_id': '16a106e2-cc97-4518-b881-ae2a1035d4e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1757842406-subnet', 'tenant_id': 'f871b0e1d3154b6d8c297b12ae738be0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:05:40.512344 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.scheduler.base_scheduler [None req-30314475-a68e-407d-8ec0-d461934a4139 None None] Resources bound (agent type, host, resource id): {{(pid=107075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:05:40.512344 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30314475-a68e-407d-8ec0-d461934a4139 None None] Received port after_create {{(pid=107075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:05:40.577644 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fcd9a25-6881-4d98-a130-7a56940dbbb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=107073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:05:40.590151 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3078f4e8-b392-4bb8-a105-9cef182d381e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793'] for network (5efdbb74-e6fe-4a11-96cb-23855066e81b), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:40.591375 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3078f4e8-b392-4bb8-a105-9cef182d381e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:05:40.591958 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3078f4e8-b392-4bb8-a105-9cef182d381e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for network (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:40.595117 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-6fcd9a25-6881-4d98-a130-7a56940dbbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881'] for segment (7fb406ae-7c0e-4acd-94de-770cf1a3c93a), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:40.596250 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.db.segments_db [None req-6fcd9a25-6881-4d98-a130-7a56940dbbb6 admin admin] Added segment 7fb406ae-7c0e-4acd-94de-770cf1a3c93a of type vlan for network 0514299f-fb6a-4d5d-8125-4eed9952248f Sep 01 14:05:40.596674 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e78efcb-33cc-4f80-8401-2b7b07448e4f admin admin] Made reservation on behalf of 36049d2090b84443a3bf3bf00558379e for: {'subnet': 1} {{(pid=107074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:05:40.603479 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7e78efcb-33cc-4f80-8401-2b7b07448e4f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:40.628170 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-30314475-a68e-407d-8ec0-d461934a4139 None None] Attempting to bind port e0fd242a-d528-4829-9159-4e390b7e7e22 on host dv-cinder-852211-7-iscsi for vnic_type normal with profile {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:05:40.628745 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-30314475-a68e-407d-8ec0-d461934a4139 None None] Attempting to bind port e0fd242a-d528-4829-9159-4e390b7e7e22 by drivers openvswitch,hyperv on host dv-cinder-852211-7-iscsi at level 0 using segments [{'id': '64991032-cb00-4fe3-9882-ec8e7671fd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1'}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:05:40.629306 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30314475-a68e-407d-8ec0-d461934a4139 None None] Attempting to bind port e0fd242a-d528-4829-9159-4e390b7e7e22 on network 04671c53-ca48-4ca5-8247-463b6ac1fbe1 {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:05:40.659666 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30314475-a68e-407d-8ec0-d461934a4139 None None] Pushing event updated for resources: {'Port': ['ID=e0fd242a-d528-4829-9159-4e390b7e7e22,revision_number=1']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:40.668020 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30314475-a68e-407d-8ec0-d461934a4139 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:40.668577 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30314475-a68e-407d-8ec0-d461934a4139 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:40.669225 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30314475-a68e-407d-8ec0-d461934a4139 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:40.669786 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30314475-a68e-407d-8ec0-d461934a4139 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:40.670362 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30314475-a68e-407d-8ec0-d461934a4139 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:40.671344 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30314475-a68e-407d-8ec0-d461934a4139 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:40.671466 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30314475-a68e-407d-8ec0-d461934a4139 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:40.671970 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30314475-a68e-407d-8ec0-d461934a4139 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:40.673046 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30314475-a68e-407d-8ec0-d461934a4139 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:40.673578 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30314475-a68e-407d-8ec0-d461934a4139 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:40.674143 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30314475-a68e-407d-8ec0-d461934a4139 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:40.674712 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30314475-a68e-407d-8ec0-d461934a4139 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:40.675236 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30314475-a68e-407d-8ec0-d461934a4139 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:40.675762 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30314475-a68e-407d-8ec0-d461934a4139 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:40.676350 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30314475-a68e-407d-8ec0-d461934a4139 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:40.679186 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30314475-a68e-407d-8ec0-d461934a4139 None None] Tracked resource versions report: Sep 01 14:05:40.679186 dv-cinder-852211-7-iscsi neutron-server[107075]: pushed versions: Sep 01 14:05:40.679186 dv-cinder-852211-7-iscsi neutron-server[107075]: { 'AddressGroup': {'1.2'}, Sep 01 14:05:40.679186 dv-cinder-852211-7-iscsi neutron-server[107075]: 'Agent': {'1.1'}, Sep 01 14:05:40.679186 dv-cinder-852211-7-iscsi neutron-server[107075]: 'ConntrackHelper': {'1.0'}, Sep 01 14:05:40.679186 dv-cinder-852211-7-iscsi neutron-server[107075]: 'LocalIPAssociation': {'1.0'}, Sep 01 14:05:40.679186 dv-cinder-852211-7-iscsi neutron-server[107075]: 'Log': {'1.0'}, Sep 01 14:05:40.679186 dv-cinder-852211-7-iscsi neutron-server[107075]: 'NDPProxy': {'1.0'}, Sep 01 14:05:40.679186 dv-cinder-852211-7-iscsi neutron-server[107075]: 'Network': {'1.1'}, Sep 01 14:05:40.679186 dv-cinder-852211-7-iscsi neutron-server[107075]: 'Port': {'1.7'}, Sep 01 14:05:40.679186 dv-cinder-852211-7-iscsi neutron-server[107075]: 'PortForwarding': {'1.3'}, Sep 01 14:05:40.679186 dv-cinder-852211-7-iscsi neutron-server[107075]: 'QosPolicy': {'1.10'}, Sep 01 14:05:40.679186 dv-cinder-852211-7-iscsi neutron-server[107075]: 'SecurityGroup': {'1.5'}, Sep 01 14:05:40.679186 dv-cinder-852211-7-iscsi neutron-server[107075]: 'SecurityGroupRule': {'1.2'}, Sep 01 14:05:40.679186 dv-cinder-852211-7-iscsi neutron-server[107075]: 'SubPort': {'1.0'}, Sep 01 14:05:40.679186 dv-cinder-852211-7-iscsi neutron-server[107075]: 'Subnet': {'1.1'}, Sep 01 14:05:40.679186 dv-cinder-852211-7-iscsi neutron-server[107075]: 'Trunk': {'1.1'}} Sep 01 14:05:40.679186 dv-cinder-852211-7-iscsi neutron-server[107075]: consumer versions: Sep 01 14:05:40.679186 dv-cinder-852211-7-iscsi neutron-server[107075]: { DHCP agent@dv-cinder-852211-7-iscsi: {}, Sep 01 14:05:40.679186 dv-cinder-852211-7-iscsi neutron-server[107075]: HyperV agent@hv-cinder-85221: {}, Sep 01 14:05:40.679186 dv-cinder-852211-7-iscsi neutron-server[107075]: L3 agent@dv-cinder-852211-7-iscsi: {}, Sep 01 14:05:40.679186 dv-cinder-852211-7-iscsi neutron-server[107075]: Metadata agent@dv-cinder-852211-7-iscsi: {}, Sep 01 14:05:40.679186 dv-cinder-852211-7-iscsi neutron-server[107075]: Metering agent@dv-cinder-852211-7-iscsi: {}, Sep 01 14:05:40.679186 dv-cinder-852211-7-iscsi neutron-server[107075]: Open vSwitch agent@dv-cinder-852211-7-iscsi: { 'AddressGroup': '1.2', Sep 01 14:05:40.679186 dv-cinder-852211-7-iscsi neutron-server[107075]: 'Agent': '1.1', Sep 01 14:05:40.679186 dv-cinder-852211-7-iscsi neutron-server[107075]: 'ConntrackHelper': '1.0', Sep 01 14:05:40.679186 dv-cinder-852211-7-iscsi neutron-server[107075]: 'LocalIPAssociation': '1.0', Sep 01 14:05:40.679186 dv-cinder-852211-7-iscsi neutron-server[107075]: 'Log': '1.0', Sep 01 14:05:40.679186 dv-cinder-852211-7-iscsi neutron-server[107075]: 'NDPProxy': '1.0', Sep 01 14:05:40.679186 dv-cinder-852211-7-iscsi neutron-server[107075]: 'Network': '1.1', Sep 01 14:05:40.679186 dv-cinder-852211-7-iscsi neutron-server[107075]: 'Port': '1.7', Sep 01 14:05:40.679186 dv-cinder-852211-7-iscsi neutron-server[107075]: 'PortForwarding': '1.3', Sep 01 14:05:40.679186 dv-cinder-852211-7-iscsi neutron-server[107075]: 'QosPolicy': '1.10', Sep 01 14:05:40.679186 dv-cinder-852211-7-iscsi neutron-server[107075]: 'SecurityGroup': '1.5', Sep 01 14:05:40.679186 dv-cinder-852211-7-iscsi neutron-server[107075]: 'SecurityGroupRule': '1.2', Sep 01 14:05:40.679186 dv-cinder-852211-7-iscsi neutron-server[107075]: 'SubPort': '1.0', Sep 01 14:05:40.679186 dv-cinder-852211-7-iscsi neutron-server[107075]: 'Subnet': '1.1', Sep 01 14:05:40.679186 dv-cinder-852211-7-iscsi neutron-server[107075]: 'Trunk': '1.1'}} Sep 01 14:05:40.679186 dv-cinder-852211-7-iscsi neutron-server[107075]: {{(pid=107075) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 14:05:40.682301 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-6fcd9a25-6881-4d98-a130-7a56940dbbb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786311408797'] for network (0514299f-fb6a-4d5d-8125-4eed9952248f), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:40.684860 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30314475-a68e-407d-8ec0-d461934a4139 None None] Checking agent: {'id': '16ae7bad-0e03-4d8e-885b-3ed578a6ac87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 13, 56, 30), 'started_at': datetime.datetime(2022, 9, 1, 13, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:05:40.685415 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30314475-a68e-407d-8ec0-d461934a4139 None None] Checking segment: {'id': '64991032-cb00-4fe3-9882-ec8e7671fd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:05:40.686066 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-30314475-a68e-407d-8ec0-d461934a4139 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:40.686759 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30314475-a68e-407d-8ec0-d461934a4139 None None] Bound using segment: {'id': '64991032-cb00-4fe3-9882-ec8e7671fd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1'} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:05:40.687532 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-30314475-a68e-407d-8ec0-d461934a4139 None None] Bound port: e0fd242a-d528-4829-9159-4e390b7e7e22, host: dv-cinder-852211-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64991032-cb00-4fe3-9882-ec8e7671fd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1'}}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:05:40.688323 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-30314475-a68e-407d-8ec0-d461934a4139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (e0fd242a-d528-4829-9159-4e390b7e7e22), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:40.735538 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd9a25-6881-4d98-a130-7a56940dbbb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecc03d9-14f9-4b38-aab0-3c898521c463,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:40.770985 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581df26c-3263-4a96-8e6a-56f047af89e8 admin admin] Pushing event updated for resources: {'Network': ['ID=16a106e2-cc97-4518-b881-ae2a1035d4e5,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:40.771919 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:40.787365 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Network 16a106e2-cc97-4518-b881-ae2a1035d4e5 details requested by agent ovs-agent-dv-cinder-852211-7-iscsi with host dv-cinder-852211-7-iscsi {{(pid=107075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:05:40.809716 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a90989-d6fc-4073-8c0b-6d3243762952 admin admin] Made reservation on behalf of f871b0e1d3154b6d8c297b12ae738be0 for: {'subnet': 1} {{(pid=107074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:05:40.814343 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-78a90989-d6fc-4073-8c0b-6d3243762952 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:40.888499 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-6fcd9a25-6881-4d98-a130-7a56940dbbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793'] for network (0514299f-fb6a-4d5d-8125-4eed9952248f), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:40.888954 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-30314475-a68e-407d-8ec0-d461934a4139 None None] For port e0fd242a-d528-4829-9159-4e390b7e7e22, host dv-cinder-852211-7-iscsi, cleared binding levels {{(pid=107075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:05:40.890493 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcd9a25-6881-4d98-a130-7a56940dbbb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:05:40.894790 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-6fcd9a25-6881-4d98-a130-7a56940dbbb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for network (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:40.927884 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=85,neutron:UPDATE=12,neutron:INSERT=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:40.937440 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-30314475-a68e-407d-8ec0-d461934a4139 None None] For port e0fd242a-d528-4829-9159-4e390b7e7e22, host dv-cinder-852211-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=e0fd242a-d528-4829-9159-4e390b7e7e22,segment=NetworkSegment(64991032-cb00-4fe3-9882-ec8e7671fd4e),segment_id=64991032-cb00-4fe3-9882-ec8e7671fd4e)] {{(pid=107075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:05:41.038816 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-30314475-a68e-407d-8ec0-d461934a4139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (e0fd242a-d528-4829-9159-4e390b7e7e22), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:41.081438 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-6fcd9a25-6881-4d98-a130-7a56940dbbb6 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9864998 Sep 01 14:05:41.102260 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 53346) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:05:41.108863 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-46f67f48-20bb-4d95-b9da-19c95ac674c2 admin admin] Request body: {'subnet': {'network_id': '0514299f-fb6a-4d5d-8125-4eed9952248f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1809937204-subnet', 'tenant_id': '596c91c754774c1692c937c68a2756c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:05:41.120089 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-3078f4e8-b392-4bb8-a105-9cef182d381e admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3180342 Sep 01 14:05:41.149580 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd9a25-6881-4d98-a130-7a56940dbbb6 admin admin] Pushing event updated for resources: {'Network': ['ID=0514299f-fb6a-4d5d-8125-4eed9952248f,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:41.158182 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 53350) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:05:41.183017 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-807b71f9-63cc-4f99-ac1c-e7b63902493d admin admin] Request body: {'subnet': {'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-531647860-subnet', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:05:41.188592 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Network 0514299f-fb6a-4d5d-8125-4eed9952248f details requested by agent ovs-agent-dv-cinder-852211-7-iscsi with host dv-cinder-852211-7-iscsi {{(pid=107075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:05:41.271403 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078f4e8-b392-4bb8-a105-9cef182d381e admin admin] Pushing event updated for resources: {'Network': ['ID=5efdbb74-e6fe-4a11-96cb-23855066e81b,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:41.387064 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Network 5efdbb74-e6fe-4a11-96cb-23855066e81b details requested by agent ovs-agent-dv-cinder-852211-7-iscsi with host dv-cinder-852211-7-iscsi {{(pid=107075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:05:41.442790 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f67f48-20bb-4d95-b9da-19c95ac674c2 admin admin] Made reservation on behalf of 596c91c754774c1692c937c68a2756c5 for: {'subnet': 1} {{(pid=107073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:05:41.448303 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-46f67f48-20bb-4d95-b9da-19c95ac674c2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:41.496904 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30314475-a68e-407d-8ec0-d461934a4139 None None] Pushing event updated for resources: {'Port': ['ID=e0fd242a-d528-4829-9159-4e390b7e7e22,revision_number=2']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:41.518251 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5e3ab040-b080-4ac8-8e87-72c643c13e39 admin admin] Publish callbacks [] for router_gateway (37b08d5e-be17-4105-af7b-a88fbc50b9fc), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:41.525280 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807b71f9-63cc-4f99-ac1c-e7b63902493d admin admin] Made reservation on behalf of eaba67e3a54f4191b9b924305a83e4eb for: {'subnet': 1} {{(pid=107074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:05:41.542291 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-807b71f9-63cc-4f99-ac1c-e7b63902493d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:41.602423 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-78a90989-d6fc-4073-8c0b-6d3243762952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793'] for subnet (a5f4ab41-b8ce-4fe6-801e-089287141d42), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:41.709793 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5e3ab040-b080-4ac8-8e87-72c643c13e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:41.848732 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a90989-d6fc-4073-8c0b-6d3243762952 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5f4ab41-b8ce-4fe6-801e-089287141d42,revision_number=0']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:41.936257 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a90989-d6fc-4073-8c0b-6d3243762952 admin admin] Checking segment: {'id': 'd5de3e2b-b60d-4f28-9212-ecf41e7a6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '16a106e2-cc97-4518-b881-ae2a1035d4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:05:41.936607 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a90989-d6fc-4073-8c0b-6d3243762952 admin admin] Network hostable DHCP agents. Network: 16a106e2-cc97-4518-b881-ae2a1035d4e5, hostable agents: ['e6fb8577-74ae-4f68-b634-c24662e9afb4'], hosted agents: [] {{(pid=107074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:05:41.957188 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-46f67f48-20bb-4d95-b9da-19c95ac674c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793'] for subnet (bae94420-6122-4a15-9f38-56cdeca9114c), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:42.004093 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_common [None req-5e3ab040-b080-4ac8-8e87-72c643c13e39 admin admin] Allocated IP 172.27.2.58 (495e3753-365b-4db4-ace7-a3dca370cb0d/c60058e0-5076-4233-a499-c0113b757f85/3945c6b9-8de6-49e1-aa32-4bbf5de3ddec) {{(pid=107074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:05:42.026890 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f67f48-20bb-4d95-b9da-19c95ac674c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bae94420-6122-4a15-9f38-56cdeca9114c,revision_number=0']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:42.029238 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7e78efcb-33cc-4f80-8401-2b7b07448e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793'] for subnet (d2d86ced-9867-4b29-96c7-eb755efebba7), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:42.031881 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:42.044670 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f67f48-20bb-4d95-b9da-19c95ac674c2 admin admin] Checking segment: {'id': '7fb406ae-7c0e-4acd-94de-770cf1a3c93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0514299f-fb6a-4d5d-8125-4eed9952248f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:05:42.045358 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f67f48-20bb-4d95-b9da-19c95ac674c2 admin admin] Network hostable DHCP agents. Network: 0514299f-fb6a-4d5d-8125-4eed9952248f, hostable agents: ['e6fb8577-74ae-4f68-b634-c24662e9afb4'], hosted agents: [] {{(pid=107073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:05:42.185001 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a90989-d6fc-4073-8c0b-6d3243762952 admin admin] Network 16a106e2-cc97-4518-b881-ae2a1035d4e5 is scheduled to be hosted by DHCP agent e6fb8577-74ae-4f68-b634-c24662e9afb4 with binding_index 1 {{(pid=107074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:05:42.225365 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78efcb-33cc-4f80-8401-2b7b07448e4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2d86ced-9867-4b29-96c7-eb755efebba7,revision_number=0']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:42.258960 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e78efcb-33cc-4f80-8401-2b7b07448e4f admin admin] Checking segment: {'id': '21afd361-14bd-45f1-b42f-187569ad44e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:05:42.259313 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e78efcb-33cc-4f80-8401-2b7b07448e4f admin admin] Network hostable DHCP agents. Network: 9cdd4113-f7e0-45eb-bbb2-5da93102bf6c, hostable agents: ['e6fb8577-74ae-4f68-b634-c24662e9afb4'], hosted agents: [] {{(pid=107074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:05:42.276576 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f67f48-20bb-4d95-b9da-19c95ac674c2 admin admin] Network 0514299f-fb6a-4d5d-8125-4eed9952248f is scheduled to be hosted by DHCP agent e6fb8577-74ae-4f68-b634-c24662e9afb4 with binding_index 1 {{(pid=107073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:05:42.283136 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5e3ab040-b080-4ac8-8e87-72c643c13e39 admin admin] Publish callbacks [] for port (3945c6b9-8de6-49e1-aa32-4bbf5de3ddec), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:42.333685 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-807b71f9-63cc-4f99-ac1c-e7b63902493d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793'] for subnet (9516b454-0891-4d29-9fc5-0ee1fc6356e3), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:42.450676 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b71f9-63cc-4f99-ac1c-e7b63902493d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9516b454-0891-4d29-9fc5-0ee1fc6356e3,revision_number=0']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:42.491983 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807b71f9-63cc-4f99-ac1c-e7b63902493d admin admin] Checking segment: {'id': 'ed8678fe-a4a9-4872-b144-325311f6ec17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:05:42.492727 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807b71f9-63cc-4f99-ac1c-e7b63902493d admin admin] Network hostable DHCP agents. Network: 5efdbb74-e6fe-4a11-96cb-23855066e81b, hostable agents: ['e6fb8577-74ae-4f68-b634-c24662e9afb4'], hosted agents: [] {{(pid=107074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:05:42.494623 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.base_scheduler [None req-46f67f48-20bb-4d95-b9da-19c95ac674c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-7-iscsi, 0514299f-fb6a-4d5d-8125-4eed9952248f) {{(pid=107073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:05:42.515747 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f67f48-20bb-4d95-b9da-19c95ac674c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:05:42.515747 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-46f67f48-20bb-4d95-b9da-19c95ac674c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for subnet (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:42.515963 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-78a90989-d6fc-4073-8c0b-6d3243762952 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-7-iscsi, 16a106e2-cc97-4518-b881-ae2a1035d4e5) {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:05:42.516043 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0d639a-22a7-4096-9dba-64008ba01f34 None None] Network 0514299f-fb6a-4d5d-8125-4eed9952248f requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:05:42.517083 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a90989-d6fc-4073-8c0b-6d3243762952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:05:42.517083 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-78a90989-d6fc-4073-8c0b-6d3243762952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for subnet (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:42.525882 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5e3ab040-b080-4ac8-8e87-72c643c13e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320'] for port (3945c6b9-8de6-49e1-aa32-4bbf5de3ddec), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:42.580948 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74808f7-20d7-449c-8bab-872f0071c9b1 None None] Network 16a106e2-cc97-4518-b881-ae2a1035d4e5 requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:05:42.631954 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3ab040-b080-4ac8-8e87-72c643c13e39 admin admin] Network 495e3753-365b-4db4-ace7-a3dca370cb0d is already hosted by enough agents. {{(pid=107074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:05:42.653254 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-5e3ab040-b080-4ac8-8e87-72c643c13e39 admin admin] Resources bound (agent type, host, resource id): {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:05:42.658102 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3ab040-b080-4ac8-8e87-72c643c13e39 admin admin] Received port after_create {{(pid=107074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:05:42.681987 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-46f67f48-20bb-4d95-b9da-19c95ac674c2 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5779870 Sep 01 14:05:42.758773 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e78efcb-33cc-4f80-8401-2b7b07448e4f admin admin] Network 9cdd4113-f7e0-45eb-bbb2-5da93102bf6c is scheduled to be hosted by DHCP agent e6fb8577-74ae-4f68-b634-c24662e9afb4 with binding_index 1 {{(pid=107074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:05:42.771248 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-78a90989-d6fc-4073-8c0b-6d3243762952 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2733045 Sep 01 14:05:42.775326 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 53384) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:05:42.777064 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c5e154-7e27-4e87-966a-430b587ea960 None None] Network 04671c53-ca48-4ca5-8247-463b6ac1fbe1 requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:05:42.778798 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ab040-b080-4ac8-8e87-72c643c13e39 admin admin] Pushing event updated for resources: {'Port': ['ID=3945c6b9-8de6-49e1-aa32-4bbf5de3ddec,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:42.780456 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-a951295b-0062-4b26-ad33-c8c69f73f7a3 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1757842406-router', 'tenant_id': 'f871b0e1d3154b6d8c297b12ae738be0', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:05:42.786048 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807b71f9-63cc-4f99-ac1c-e7b63902493d admin admin] Network 5efdbb74-e6fe-4a11-96cb-23855066e81b is scheduled to be hosted by DHCP agent e6fb8577-74ae-4f68-b634-c24662e9afb4 with binding_index 1 {{(pid=107074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:05:42.860876 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-7e78efcb-33cc-4f80-8401-2b7b07448e4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-7-iscsi, 9cdd4113-f7e0-45eb-bbb2-5da93102bf6c) {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:05:42.871652 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e78efcb-33cc-4f80-8401-2b7b07448e4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:05:42.872901 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7e78efcb-33cc-4f80-8401-2b7b07448e4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for subnet (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:42.885603 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-807b71f9-63cc-4f99-ac1c-e7b63902493d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-7-iscsi, 5efdbb74-e6fe-4a11-96cb-23855066e81b) {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:05:42.893737 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807b71f9-63cc-4f99-ac1c-e7b63902493d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:05:42.900899 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-807b71f9-63cc-4f99-ac1c-e7b63902493d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for subnet (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:42.967675 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a951295b-0062-4b26-ad33-c8c69f73f7a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33128399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3528'] for router (829c317c-e143-43bd-89e4-e0d7d1963476), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:42.971195 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a951295b-0062-4b26-ad33-c8c69f73f7a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33127825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-480353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3571'] for router (829c317c-e143-43bd-89e4-e0d7d1963476), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:43.004625 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-807b71f9-63cc-4f99-ac1c-e7b63902493d admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8343415 Sep 01 14:05:43.009477 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 53390) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:05:43.014727 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-9b20412d-559a-42f2-8e8b-90f64bf02762 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-531647860-router', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:05:43.111905 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-7e78efcb-33cc-4f80-8401-2b7b07448e4f admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.6943097 Sep 01 14:05:43.114133 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 53394) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:05:43.133280 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-097fca7c-ef38-40d4-9768-c68dd9a4b0c1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-647081354-router', 'tenant_id': '36049d2090b84443a3bf3bf00558379e', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:05:43.140814 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a951295b-0062-4b26-ad33-c8c69f73f7a3 admin admin] Publish callbacks [] for router_controller (829c317c-e143-43bd-89e4-e0d7d1963476), precommit_add_association {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:43.156320 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c4be6c-146f-44b2-8f8b-c6328132dfd1 None None] Network 9cdd4113-f7e0-45eb-bbb2-5da93102bf6c requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:05:43.160401 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d373734-fffd-4213-817d-02535f3d4a59 None None] Network 5efdbb74-e6fe-4a11-96cb-23855066e81b requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:05:43.255407 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device e0fd242a-d528-4829-9159-4e390b7e7e22 up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:05:43.255966 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-9b20412d-559a-42f2-8e8b-90f64bf02762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33128399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3528'] for router (eee64747-ed94-47a0-93f9-178ac5acd67c), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:43.257092 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-9b20412d-559a-42f2-8e8b-90f64bf02762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33127825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-480353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3571'] for router (eee64747-ed94-47a0-93f9-178ac5acd67c), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:43.447134 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec9eefa-833e-4e79-a78b-24d063d3437b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90e2f4e2-ea37-5315-bbf9-53240d5a3a76-9cdd4113-f7e0-45eb-bbb2-5da93102bf6c', 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c', 'project_id': '36049d2090b84443a3bf3bf00558379e', 'fixed_ips': [{'subnet_id': 'd2d86ced-9867-4b29-96c7-eb755efebba7'}]}} from dv-cinder-852211-7-iscsi. {{(pid=107075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 01 14:05:43.448085 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-6ec9eefa-833e-4e79-a78b-24d063d3437b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:43.562140 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-097fca7c-ef38-40d4-9768-c68dd9a4b0c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33128399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3528'] for router (57c9ec02-e72b-4e01-9908-f9246af4a8a2), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:43.563395 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-097fca7c-ef38-40d4-9768-c68dd9a4b0c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33127825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-480353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3571'] for router (57c9ec02-e72b-4e01-9908-f9246af4a8a2), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:43.569354 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=11,neutron:DELETE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:43.633986 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-69069595-9b63-4e6d-a431-bb2f355fe0e8 None None] Provisioning complete for port e0fd242a-d528-4829-9159-4e390b7e7e22 triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:05:43.644729 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-69069595-9b63-4e6d-a431-bb2f355fe0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (e0fd242a-d528-4829-9159-4e390b7e7e22), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:43.662228 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5e3ab040-b080-4ac8-8e87-72c643c13e39 admin admin] Publish callbacks [] for router_gateway (37b08d5e-be17-4105-af7b-a88fbc50b9fc), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:43.706526 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a951295b-0062-4b26-ad33-c8c69f73f7a3 admin admin] Publish callbacks [] for router_gateway (829c317c-e143-43bd-89e4-e0d7d1963476), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:43.725330 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-9b20412d-559a-42f2-8e8b-90f64bf02762 admin admin] Publish callbacks [] for router_controller (eee64747-ed94-47a0-93f9-178ac5acd67c), precommit_add_association {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:43.779157 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-097fca7c-ef38-40d4-9768-c68dd9a4b0c1 admin admin] Publish callbacks [] for router_controller (57c9ec02-e72b-4e01-9908-f9246af4a8a2), precommit_add_association {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:43.822206 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=100 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:44.011577 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35591142-3409-4811-83e5-287d95a18969 None None] Network 0514299f-fb6a-4d5d-8125-4eed9952248f requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:05:44.056245 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5e3ab040-b080-4ac8-8e87-72c643c13e39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33127714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-480464'] for router (37b08d5e-be17-4105-af7b-a88fbc50b9fc), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:44.085695 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e3a8fd-d209-46d4-b7b6-a81184dc87e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90e2f4e2-ea37-5315-bbf9-53240d5a3a76-16a106e2-cc97-4518-b881-ae2a1035d4e5', 'network_id': '16a106e2-cc97-4518-b881-ae2a1035d4e5', 'project_id': 'f871b0e1d3154b6d8c297b12ae738be0', 'fixed_ips': [{'subnet_id': 'a5f4ab41-b8ce-4fe6-801e-089287141d42'}]}} from dv-cinder-852211-7-iscsi. {{(pid=107075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 01 14:05:44.085695 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-51e3a8fd-d209-46d4-b7b6-a81184dc87e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:44.168925 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:INSERT=15,neutron:SELECT=78,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:44.267689 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:44.267878 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.db_base_plugin_common [None req-6ec9eefa-833e-4e79-a78b-24d063d3437b None None] Allocated IP 172.20.0.2 (9cdd4113-f7e0-45eb-bbb2-5da93102bf6c/d2d86ced-9867-4b29-96c7-eb755efebba7/02de0d11-ebc8-4a61-9998-919b9a0f198a) {{(pid=107075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:05:44.268000 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a951295b-0062-4b26-ad33-c8c69f73f7a3 admin admin] Publish callbacks [] for router_gateway (829c317c-e143-43bd-89e4-e0d7d1963476), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:44.274625 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port e0fd242a-d528-4829-9159-4e390b7e7e22 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:05:44.274817 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (e0fd242a-d528-4829-9159-4e390b7e7e22), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:44.306230 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a951295b-0062-4b26-ad33-c8c69f73f7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:44.367484 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-097fca7c-ef38-40d4-9768-c68dd9a4b0c1 admin admin] Publish callbacks [] for router_gateway (57c9ec02-e72b-4e01-9908-f9246af4a8a2), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:44.372405 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-9b20412d-559a-42f2-8e8b-90f64bf02762 admin admin] Publish callbacks [] for router_gateway (eee64747-ed94-47a0-93f9-178ac5acd67c), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:44.378008 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 53420) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:05:44.398400 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-5dfdeaf7-c3ad-4f14-b511-660c82856cd9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1558885859-network', 'tenant_id': '615f4fbb44e642d096e847596b29e315'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:05:44.424531 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:44.584259 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfdeaf7-c3ad-4f14-b511-660c82856cd9 admin admin] Made reservation on behalf of 615f4fbb44e642d096e847596b29e315 for: {'network': 1} {{(pid=107074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:05:44.587388 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dbbf9b-0fb7-412b-b133-4e0fe46573c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90e2f4e2-ea37-5315-bbf9-53240d5a3a76-5efdbb74-e6fe-4a11-96cb-23855066e81b', 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b', 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'fixed_ips': [{'subnet_id': '9516b454-0891-4d29-9fc5-0ee1fc6356e3'}]}} from dv-cinder-852211-7-iscsi. {{(pid=107075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 01 14:05:44.588565 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-b5dbbf9b-0fb7-412b-b133-4e0fe46573c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:44.594985 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 6 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:05:44.600213 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5dfdeaf7-c3ad-4f14-b511-660c82856cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for network (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:44.608482 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-69069595-9b63-4e6d-a431-bb2f355fe0e8 None None] Current status of the port e0fd242a-d528-4829-9159-4e390b7e7e22 is: DOWN; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:05:44.608784 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-69069595-9b63-4e6d-a431-bb2f355fe0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (e0fd242a-d528-4829-9159-4e390b7e7e22), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:44.706687 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.db_base_plugin_common [None req-a951295b-0062-4b26-ad33-c8c69f73f7a3 admin admin] Allocated IP 172.27.2.82 (495e3753-365b-4db4-ace7-a3dca370cb0d/c60058e0-5076-4233-a499-c0113b757f85/20a34b8d-f46a-432a-980e-ba272a2a2bbe) {{(pid=107073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:05:44.713035 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3ab040-b080-4ac8-8e87-72c643c13e39 admin admin] Router 37b08d5e-be17-4105-af7b-a88fbc50b9fc is scheduled to L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e with binding_index 1 {{(pid=107074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 14:05:44.777756 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-69069595-9b63-4e6d-a431-bb2f355fe0e8 None None] For port e0fd242a-d528-4829-9159-4e390b7e7e22, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=e0fd242a-d528-4829-9159-4e390b7e7e22,segment=NetworkSegment(64991032-cb00-4fe3-9882-ec8e7671fd4e),segment_id=64991032-cb00-4fe3-9882-ec8e7671fd4e)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:05:44.873401 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a951295b-0062-4b26-ad33-c8c69f73f7a3 admin admin] Publish callbacks [] for port (20a34b8d-f46a-432a-980e-ba272a2a2bbe), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:44.892194 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:44.909954 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-69069595-9b63-4e6d-a431-bb2f355fe0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (e0fd242a-d528-4829-9159-4e390b7e7e22), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:44.952557 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5dfdeaf7-c3ad-4f14-b511-660c82856cd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:45.060201 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.db_base_plugin_common [None req-51e3a8fd-d209-46d4-b7b6-a81184dc87e4 None None] Allocated IP 172.20.0.2 (16a106e2-cc97-4518-b881-ae2a1035d4e5/a5f4ab41-b8ce-4fe6-801e-089287141d42/3c09149f-f2c6-41b7-8762-62585f1532c5) {{(pid=107075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:05:45.108594 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a951295b-0062-4b26-ad33-c8c69f73f7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320'] for port (20a34b8d-f46a-432a-980e-ba272a2a2bbe), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:45.137849 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69069595-9b63-4e6d-a431-bb2f355fe0e8 None None] Pushing event updated for resources: {'Port': ['ID=e0fd242a-d528-4829-9159-4e390b7e7e22,revision_number=3']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:45.149341 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-70316032-2f60-436a-a8ae-7f95bef6ed9c None None] Provisioning complete for port e0fd242a-d528-4829-9159-4e390b7e7e22 triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:05:45.149722 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-70316032-2f60-436a-a8ae-7f95bef6ed9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (e0fd242a-d528-4829-9159-4e390b7e7e22), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:45.164152 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port e0fd242a-d528-4829-9159-4e390b7e7e22 is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:05:45.215232 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.db_base_plugin_common [None req-b5dbbf9b-0fb7-412b-b133-4e0fe46573c9 None None] Allocated IP 172.20.0.2 (5efdbb74-e6fe-4a11-96cb-23855066e81b/9516b454-0891-4d29-9fc5-0ee1fc6356e3/c456811e-be15-45ff-8462-e6e92d48c01b) {{(pid=107075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:05:45.297154 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a951295b-0062-4b26-ad33-c8c69f73f7a3 admin admin] Network 495e3753-365b-4db4-ace7-a3dca370cb0d is already hosted by enough agents. {{(pid=107073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:05:45.329507 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.base_scheduler [None req-a951295b-0062-4b26-ad33-c8c69f73f7a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=107073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:05:45.346394 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a951295b-0062-4b26-ad33-c8c69f73f7a3 admin admin] Received port after_create {{(pid=107073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:05:45.422830 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-097fca7c-ef38-40d4-9768-c68dd9a4b0c1 admin admin] Publish callbacks [] for router_gateway (57c9ec02-e72b-4e01-9908-f9246af4a8a2), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:45.438258 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device e0fd242a-d528-4829-9159-4e390b7e7e22 up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:05:45.451450 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3ab040-b080-4ac8-8e87-72c643c13e39 admin admin] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:05:45.458711 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-097fca7c-ef38-40d4-9768-c68dd9a4b0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:45.473178 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26531a3e-3894-4d3d-80d6-c1d9c0b8d68b None None] Sync routers for ids ['37b08d5e-be17-4105-af7b-a88fbc50b9fc'] in dv-cinder-852211-7-iscsi {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:05:45.480842 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-6ec9eefa-833e-4e79-a78b-24d063d3437b None None] Publish callbacks [] for port (02de0d11-ebc8-4a61-9998-919b9a0f198a), precommit_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:45.509718 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a951295b-0062-4b26-ad33-c8c69f73f7a3 admin admin] Pushing event updated for resources: {'Port': ['ID=20a34b8d-f46a-432a-980e-ba272a2a2bbe,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:45.522699 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26531a3e-3894-4d3d-80d6-c1d9c0b8d68b None None] Routers {'37b08d5e-be17-4105-af7b-a88fbc50b9fc'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:05:45.541570 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-26531a3e-3894-4d3d-80d6-c1d9c0b8d68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:05:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['37b08d5e-be17-4105-af7b-a88fbc50b9fc'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:05:45.587849 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-6ec9eefa-833e-4e79-a78b-24d063d3437b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320'] for port (02de0d11-ebc8-4a61-9998-919b9a0f198a), after_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:45.633083 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-70316032-2f60-436a-a8ae-7f95bef6ed9c None None] Current status of the port e0fd242a-d528-4829-9159-4e390b7e7e22 is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:05:45.758634 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec9eefa-833e-4e79-a78b-24d063d3437b None None] Network 9cdd4113-f7e0-45eb-bbb2-5da93102bf6c is already hosted by enough agents. {{(pid=107075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:05:45.868452 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-26531a3e-3894-4d3d-80d6-c1d9c0b8d68b None None] Set router 37b08d5e-be17-4105-af7b-a88fbc50b9fc gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:05:45.885260 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5dfdeaf7-c3ad-4f14-b511-660c82856cd9 admin admin] Publish callbacks [] for security_group (1791d323-e739-407f-8563-add8342ad5a8), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:45.902845 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-9b20412d-559a-42f2-8e8b-90f64bf02762 admin admin] Publish callbacks [] for router_gateway (eee64747-ed94-47a0-93f9-178ac5acd67c), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:45.930886 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-9b20412d-559a-42f2-8e8b-90f64bf02762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:46.023747 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5dfdeaf7-c3ad-4f14-b511-660c82856cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (1791d323-e739-407f-8563-add8342ad5a8), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:46.028794 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5e3ab040-b080-4ac8-8e87-72c643c13e39 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:46.030545 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-5e3ab040-b080-4ac8-8e87-72c643c13e39 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.4967346 Sep 01 14:05:46.045790 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 53440) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:05:46.047181 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_common [None req-097fca7c-ef38-40d4-9768-c68dd9a4b0c1 admin admin] Allocated IP 172.27.2.75 (495e3753-365b-4db4-ace7-a3dca370cb0d/c60058e0-5076-4233-a499-c0113b757f85/ba85496b-b991-48c7-9c6c-3b8b42b120e3) {{(pid=107074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:05:46.051462 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.scheduler.base_scheduler [None req-6ec9eefa-833e-4e79-a78b-24d063d3437b None None] Resources bound (agent type, host, resource id): {{(pid=107075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:05:46.077420 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec9eefa-833e-4e79-a78b-24d063d3437b None None] Received port after_create {{(pid=107075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:05:46.107145 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dfdeaf7-c3ad-4f14-b511-660c82856cd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=107074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:05:46.131665 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-51e3a8fd-d209-46d4-b7b6-a81184dc87e4 None None] Publish callbacks [] for port (3c09149f-f2c6-41b7-8762-62585f1532c5), precommit_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:46.138197 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port e0fd242a-d528-4829-9159-4e390b7e7e22 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:05:46.138558 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (e0fd242a-d528-4829-9159-4e390b7e7e22), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:46.201831 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9eefa-833e-4e79-a78b-24d063d3437b None None] Pushing event updated for resources: {'Port': ['ID=02de0d11-ebc8-4a61-9998-919b9a0f198a,revision_number=1']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:46.244212 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:46.299181 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-6ec9eefa-833e-4e79-a78b-24d063d3437b None None] Attempting to bind port 02de0d11-ebc8-4a61-9998-919b9a0f198a on host dv-cinder-852211-7-iscsi for vnic_type normal with profile {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:05:46.299626 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-6ec9eefa-833e-4e79-a78b-24d063d3437b None None] Attempting to bind port 02de0d11-ebc8-4a61-9998-919b9a0f198a by drivers openvswitch,hyperv on host dv-cinder-852211-7-iscsi at level 0 using segments [{'id': '21afd361-14bd-45f1-b42f-187569ad44e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c'}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:05:46.299903 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec9eefa-833e-4e79-a78b-24d063d3437b None None] Attempting to bind port 02de0d11-ebc8-4a61-9998-919b9a0f198a on network 9cdd4113-f7e0-45eb-bbb2-5da93102bf6c {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:05:46.303724 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5dfdeaf7-c3ad-4f14-b511-660c82856cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881'] for segment (a8b3cc8b-8769-471c-bbb4-fe3e368e6513), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:46.304181 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.db.segments_db [None req-5dfdeaf7-c3ad-4f14-b511-660c82856cd9 admin admin] Added segment a8b3cc8b-8769-471c-bbb4-fe3e368e6513 of type vlan for network de98b465-9dd8-40bf-bc15-18b7c11228fc Sep 01 14:05:46.330797 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfdeaf7-c3ad-4f14-b511-660c82856cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1791d323-e739-407f-8563-add8342ad5a8,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:46.372903 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-51e3a8fd-d209-46d4-b7b6-a81184dc87e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320'] for port (3c09149f-f2c6-41b7-8762-62585f1532c5), after_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:46.381481 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port e0fd242a-d528-4829-9159-4e390b7e7e22 is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:05:46.429788 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-b5dbbf9b-0fb7-412b-b133-4e0fe46573c9 None None] Publish callbacks [] for port (c456811e-be15-45ff-8462-e6e92d48c01b), precommit_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:46.431373 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3a8fd-d209-46d4-b7b6-a81184dc87e4 None None] Pushing event updated for resources: {'Port': ['ID=3c09149f-f2c6-41b7-8762-62585f1532c5,revision_number=1']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:46.440979 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec9eefa-833e-4e79-a78b-24d063d3437b None None] Checking agent: {'id': '16ae7bad-0e03-4d8e-885b-3ed578a6ac87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 13, 56, 30), 'started_at': datetime.datetime(2022, 9, 1, 13, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:05:46.441481 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec9eefa-833e-4e79-a78b-24d063d3437b None None] Checking segment: {'id': '21afd361-14bd-45f1-b42f-187569ad44e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:05:46.441843 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-6ec9eefa-833e-4e79-a78b-24d063d3437b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:46.442218 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec9eefa-833e-4e79-a78b-24d063d3437b None None] Bound using segment: {'id': '21afd361-14bd-45f1-b42f-187569ad44e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c'} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:05:46.442727 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-6ec9eefa-833e-4e79-a78b-24d063d3437b None None] Bound port: 02de0d11-ebc8-4a61-9998-919b9a0f198a, host: dv-cinder-852211-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21afd361-14bd-45f1-b42f-187569ad44e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c'}}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:05:46.443083 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-6ec9eefa-833e-4e79-a78b-24d063d3437b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (02de0d11-ebc8-4a61-9998-919b9a0f198a), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:46.461049 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-26531a3e-3894-4d3d-80d6-c1d9c0b8d68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1832381904-router', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:39Z', 'updated_at': '2022-09-01T14:05:42Z', 'revision_number': 3, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'gw_port': {'id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:41Z', 'updated_at': '2022-09-01T14:05:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:05:46.463398 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a951295b-0062-4b26-ad33-c8c69f73f7a3 admin admin] Publish callbacks [] for router_gateway (829c317c-e143-43bd-89e4-e0d7d1963476), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:46.464419 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e3a8fd-d209-46d4-b7b6-a81184dc87e4 None None] Network 16a106e2-cc97-4518-b881-ae2a1035d4e5 is already hosted by enough agents. {{(pid=107075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:05:46.521830 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-6ec9eefa-833e-4e79-a78b-24d063d3437b None None] For port 02de0d11-ebc8-4a61-9998-919b9a0f198a, host dv-cinder-852211-7-iscsi, cleared binding levels {{(pid=107075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:05:46.525546 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-6ec9eefa-833e-4e79-a78b-24d063d3437b None None] For port 02de0d11-ebc8-4a61-9998-919b9a0f198a, host dv-cinder-852211-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=02de0d11-ebc8-4a61-9998-919b9a0f198a,segment=NetworkSegment(21afd361-14bd-45f1-b42f-187569ad44e0),segment_id=21afd361-14bd-45f1-b42f-187569ad44e0)] {{(pid=107075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:05:46.529511 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.scheduler.base_scheduler [None req-51e3a8fd-d209-46d4-b7b6-a81184dc87e4 None None] Resources bound (agent type, host, resource id): {{(pid=107075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:05:46.532784 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-b5dbbf9b-0fb7-412b-b133-4e0fe46573c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320'] for port (c456811e-be15-45ff-8462-e6e92d48c01b), after_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:46.543407 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e3a8fd-d209-46d4-b7b6-a81184dc87e4 None None] Received port after_create {{(pid=107075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:05:46.559715 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26531a3e-3894-4d3d-80d6-c1d9c0b8d68b None None] Checking router: 37b08d5e-be17-4105-af7b-a88fbc50b9fc for host: dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:05:46.560829 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26531a3e-3894-4d3d-80d6-c1d9c0b8d68b None None] Updating router 37b08d5e-be17-4105-af7b-a88fbc50b9fc port 3945c6b9-8de6-49e1-aa32-4bbf5de3ddec binding host dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:05:46.588251 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dbbf9b-0fb7-412b-b133-4e0fe46573c9 None None] Network 5efdbb74-e6fe-4a11-96cb-23855066e81b is already hosted by enough agents. {{(pid=107075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:05:46.588474 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5dfdeaf7-c3ad-4f14-b511-660c82856cd9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786311408797'] for network (de98b465-9dd8-40bf-bc15-18b7c11228fc), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:46.592092 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.scheduler.base_scheduler [None req-b5dbbf9b-0fb7-412b-b133-4e0fe46573c9 None None] Resources bound (agent type, host, resource id): {{(pid=107075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:05:46.603825 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dbbf9b-0fb7-412b-b133-4e0fe46573c9 None None] Received port after_create {{(pid=107075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:05:46.666314 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-26531a3e-3894-4d3d-80d6-c1d9c0b8d68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (3945c6b9-8de6-49e1-aa32-4bbf5de3ddec), before_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:46.675663 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-6ec9eefa-833e-4e79-a78b-24d063d3437b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (02de0d11-ebc8-4a61-9998-919b9a0f198a), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:46.761254 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dbbf9b-0fb7-412b-b133-4e0fe46573c9 None None] Pushing event updated for resources: {'Port': ['ID=c456811e-be15-45ff-8462-e6e92d48c01b,revision_number=1']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:46.857810 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-097fca7c-ef38-40d4-9768-c68dd9a4b0c1 admin admin] Publish callbacks [] for port (ba85496b-b991-48c7-9c6c-3b8b42b120e3), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:46.867285 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5dfdeaf7-c3ad-4f14-b511-660c82856cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793'] for network (de98b465-9dd8-40bf-bc15-18b7c11228fc), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:46.868903 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfdeaf7-c3ad-4f14-b511-660c82856cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:05:46.869804 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5dfdeaf7-c3ad-4f14-b511-660c82856cd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for network (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:46.882560 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9eefa-833e-4e79-a78b-24d063d3437b None None] Pushing event updated for resources: {'Port': ['ID=02de0d11-ebc8-4a61-9998-919b9a0f198a,revision_number=2']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:46.887868 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-51e3a8fd-d209-46d4-b7b6-a81184dc87e4 None None] Attempting to bind port 3c09149f-f2c6-41b7-8762-62585f1532c5 on host dv-cinder-852211-7-iscsi for vnic_type normal with profile {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:05:46.888096 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-51e3a8fd-d209-46d4-b7b6-a81184dc87e4 None None] Attempting to bind port 3c09149f-f2c6-41b7-8762-62585f1532c5 by drivers openvswitch,hyperv on host dv-cinder-852211-7-iscsi at level 0 using segments [{'id': 'd5de3e2b-b60d-4f28-9212-ecf41e7a6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '16a106e2-cc97-4518-b881-ae2a1035d4e5'}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:05:46.888445 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e3a8fd-d209-46d4-b7b6-a81184dc87e4 None None] Attempting to bind port 3c09149f-f2c6-41b7-8762-62585f1532c5 on network 16a106e2-cc97-4518-b881-ae2a1035d4e5 {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:05:46.941372 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-b5dbbf9b-0fb7-412b-b133-4e0fe46573c9 None None] Attempting to bind port c456811e-be15-45ff-8462-e6e92d48c01b on host dv-cinder-852211-7-iscsi for vnic_type normal with profile {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:05:46.942716 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-b5dbbf9b-0fb7-412b-b133-4e0fe46573c9 None None] Attempting to bind port c456811e-be15-45ff-8462-e6e92d48c01b by drivers openvswitch,hyperv on host dv-cinder-852211-7-iscsi at level 0 using segments [{'id': 'ed8678fe-a4a9-4872-b144-325311f6ec17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b'}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:05:46.942716 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dbbf9b-0fb7-412b-b133-4e0fe46573c9 None None] Attempting to bind port c456811e-be15-45ff-8462-e6e92d48c01b on network 5efdbb74-e6fe-4a11-96cb-23855066e81b {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:05:46.946511 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e3a8fd-d209-46d4-b7b6-a81184dc87e4 None None] Checking agent: {'id': '16ae7bad-0e03-4d8e-885b-3ed578a6ac87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 13, 56, 30), 'started_at': datetime.datetime(2022, 9, 1, 13, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:05:46.946896 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e3a8fd-d209-46d4-b7b6-a81184dc87e4 None None] Checking segment: {'id': 'd5de3e2b-b60d-4f28-9212-ecf41e7a6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '16a106e2-cc97-4518-b881-ae2a1035d4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:05:46.947432 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-51e3a8fd-d209-46d4-b7b6-a81184dc87e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:46.948052 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e3a8fd-d209-46d4-b7b6-a81184dc87e4 None None] Bound using segment: {'id': 'd5de3e2b-b60d-4f28-9212-ecf41e7a6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '16a106e2-cc97-4518-b881-ae2a1035d4e5'} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:05:46.948553 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-51e3a8fd-d209-46d4-b7b6-a81184dc87e4 None None] Bound port: 3c09149f-f2c6-41b7-8762-62585f1532c5, host: dv-cinder-852211-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5de3e2b-b60d-4f28-9212-ecf41e7a6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '16a106e2-cc97-4518-b881-ae2a1035d4e5'}}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:05:46.948996 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-51e3a8fd-d209-46d4-b7b6-a81184dc87e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (3c09149f-f2c6-41b7-8762-62585f1532c5), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:46.986115 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dbbf9b-0fb7-412b-b133-4e0fe46573c9 None None] Checking agent: {'id': '16ae7bad-0e03-4d8e-885b-3ed578a6ac87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 13, 56, 30), 'started_at': datetime.datetime(2022, 9, 1, 13, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:05:46.986115 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dbbf9b-0fb7-412b-b133-4e0fe46573c9 None None] Checking segment: {'id': 'ed8678fe-a4a9-4872-b144-325311f6ec17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:05:46.986656 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-b5dbbf9b-0fb7-412b-b133-4e0fe46573c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:46.987135 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dbbf9b-0fb7-412b-b133-4e0fe46573c9 None None] Bound using segment: {'id': 'ed8678fe-a4a9-4872-b144-325311f6ec17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b'} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:05:46.987711 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-b5dbbf9b-0fb7-412b-b133-4e0fe46573c9 None None] Bound port: c456811e-be15-45ff-8462-e6e92d48c01b, host: dv-cinder-852211-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8678fe-a4a9-4872-b144-325311f6ec17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b'}}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:05:46.988246 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-b5dbbf9b-0fb7-412b-b133-4e0fe46573c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (c456811e-be15-45ff-8462-e6e92d48c01b), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:47.160487 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-5dfdeaf7-c3ad-4f14-b511-660c82856cd9 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.7811313 Sep 01 14:05:47.175246 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 53462) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:05:47.188969 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-868b00fd-1d82-43f9-94f8-0ed867cd35f8 admin admin] Request body: {'subnet': {'network_id': 'de98b465-9dd8-40bf-bc15-18b7c11228fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1558885859-subnet', 'tenant_id': '615f4fbb44e642d096e847596b29e315', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:05:47.200211 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a951295b-0062-4b26-ad33-c8c69f73f7a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33127714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-480464'] for router (829c317c-e143-43bd-89e4-e0d7d1963476), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:47.203651 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfdeaf7-c3ad-4f14-b511-660c82856cd9 admin admin] Pushing event updated for resources: {'Network': ['ID=de98b465-9dd8-40bf-bc15-18b7c11228fc,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:47.232187 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-b5dbbf9b-0fb7-412b-b133-4e0fe46573c9 None None] For port c456811e-be15-45ff-8462-e6e92d48c01b, host dv-cinder-852211-7-iscsi, cleared binding levels {{(pid=107075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:05:47.239061 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-b5dbbf9b-0fb7-412b-b133-4e0fe46573c9 None None] For port c456811e-be15-45ff-8462-e6e92d48c01b, host dv-cinder-852211-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=c456811e-be15-45ff-8462-e6e92d48c01b,segment=NetworkSegment(ed8678fe-a4a9-4872-b144-325311f6ec17),segment_id=ed8678fe-a4a9-4872-b144-325311f6ec17)] {{(pid=107075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:05:47.288837 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-51e3a8fd-d209-46d4-b7b6-a81184dc87e4 None None] For port 3c09149f-f2c6-41b7-8762-62585f1532c5, host dv-cinder-852211-7-iscsi, cleared binding levels {{(pid=107075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:05:47.299007 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-51e3a8fd-d209-46d4-b7b6-a81184dc87e4 None None] For port 3c09149f-f2c6-41b7-8762-62585f1532c5, host dv-cinder-852211-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=3c09149f-f2c6-41b7-8762-62585f1532c5,segment=NetworkSegment(d5de3e2b-b60d-4f28-9212-ecf41e7a6497),segment_id=d5de3e2b-b60d-4f28-9212-ecf41e7a6497)] {{(pid=107075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:05:47.330528 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Network de98b465-9dd8-40bf-bc15-18b7c11228fc details requested by agent ovs-agent-dv-cinder-852211-7-iscsi with host dv-cinder-852211-7-iscsi {{(pid=107075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:05:47.402584 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-b5dbbf9b-0fb7-412b-b133-4e0fe46573c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (c456811e-be15-45ff-8462-e6e92d48c01b), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:47.402854 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-097fca7c-ef38-40d4-9768-c68dd9a4b0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320'] for port (ba85496b-b991-48c7-9c6c-3b8b42b120e3), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:47.514094 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 02de0d11-ebc8-4a61-9998-919b9a0f198a up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:05:47.518198 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-51e3a8fd-d209-46d4-b7b6-a81184dc87e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (3c09149f-f2c6-41b7-8762-62585f1532c5), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:47.605640 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:47.675967 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_common [None req-9b20412d-559a-42f2-8e8b-90f64bf02762 admin admin] Allocated IP 172.27.2.73 (495e3753-365b-4db4-ace7-a3dca370cb0d/c60058e0-5076-4233-a499-c0113b757f85/b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9) {{(pid=107074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:05:47.778174 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:47.809199 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a951295b-0062-4b26-ad33-c8c69f73f7a3 admin admin] Router 829c317c-e143-43bd-89e4-e0d7d1963476 is scheduled to L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e with binding_index 1 {{(pid=107073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 14:05:47.818013 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:47.833440 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dbbf9b-0fb7-412b-b133-4e0fe46573c9 None None] Pushing event updated for resources: {'Port': ['ID=c456811e-be15-45ff-8462-e6e92d48c01b,revision_number=2']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:47.902252 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 02de0d11-ebc8-4a61-9998-919b9a0f198a triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:05:47.902787 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (02de0d11-ebc8-4a61-9998-919b9a0f198a), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:47.978062 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3a8fd-d209-46d4-b7b6-a81184dc87e4 None None] Pushing event updated for resources: {'Port': ['ID=3c09149f-f2c6-41b7-8762-62585f1532c5,revision_number=2']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:48.044734 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:48.072053 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=5 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:48.136418 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 02de0d11-ebc8-4a61-9998-919b9a0f198a is: DOWN; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:05:48.136964 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (02de0d11-ebc8-4a61-9998-919b9a0f198a), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:48.141108 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868b00fd-1d82-43f9-94f8-0ed867cd35f8 admin admin] Made reservation on behalf of 615f4fbb44e642d096e847596b29e315 for: {'subnet': 1} {{(pid=107074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:05:48.148476 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-868b00fd-1d82-43f9-94f8-0ed867cd35f8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:48.259870 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] For port 02de0d11-ebc8-4a61-9998-919b9a0f198a, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=02de0d11-ebc8-4a61-9998-919b9a0f198a,segment=NetworkSegment(21afd361-14bd-45f1-b42f-187569ad44e0),segment_id=21afd361-14bd-45f1-b42f-187569ad44e0)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:05:48.271648 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a951295b-0062-4b26-ad33-c8c69f73f7a3 admin admin] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:05:48.285942 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79832a49-a160-4f6e-9bad-7a44416cb7ed None None] Sync routers for ids ['829c317c-e143-43bd-89e4-e0d7d1963476'] in dv-cinder-852211-7-iscsi {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:05:48.301760 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097fca7c-ef38-40d4-9768-c68dd9a4b0c1 admin admin] Network 495e3753-365b-4db4-ace7-a3dca370cb0d is already hosted by enough agents. {{(pid=107074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:05:48.306934 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79832a49-a160-4f6e-9bad-7a44416cb7ed None None] Routers {'829c317c-e143-43bd-89e4-e0d7d1963476'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:05:48.307787 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-79832a49-a160-4f6e-9bad-7a44416cb7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:05:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['829c317c-e143-43bd-89e4-e0d7d1963476'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:05:48.333119 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-9b20412d-559a-42f2-8e8b-90f64bf02762 admin admin] Publish callbacks [] for port (b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:48.341375 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-097fca7c-ef38-40d4-9768-c68dd9a4b0c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:05:48.346370 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097fca7c-ef38-40d4-9768-c68dd9a4b0c1 admin admin] Received port after_create {{(pid=107074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:05:48.368983 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fca7c-ef38-40d4-9768-c68dd9a4b0c1 admin admin] Pushing event updated for resources: {'Port': ['ID=ba85496b-b991-48c7-9c6c-3b8b42b120e3,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:48.373120 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (02de0d11-ebc8-4a61-9998-919b9a0f198a), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:48.435149 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a951295b-0062-4b26-ad33-c8c69f73f7a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:48.439120 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-a951295b-0062-4b26-ad33-c8c69f73f7a3 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6607203 Sep 01 14:05:48.446289 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 53478) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:05:48.492080 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Pushing event updated for resources: {'Port': ['ID=02de0d11-ebc8-4a61-9998-919b9a0f198a,revision_number=3']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:48.506805 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-79832a49-a160-4f6e-9bad-7a44416cb7ed None None] Set router 829c317c-e143-43bd-89e4-e0d7d1963476 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:05:48.667564 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-9b20412d-559a-42f2-8e8b-90f64bf02762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320'] for port (b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:48.817839 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-79832a49-a160-4f6e-9bad-7a44416cb7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829c317c-e143-43bd-89e4-e0d7d1963476', 'name': 'tempest-DeleteServersTestJSON-1757842406-router', 'tenant_id': 'f871b0e1d3154b6d8c297b12ae738be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '20a34b8d-f46a-432a-980e-ba272a2a2bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:42Z', 'updated_at': '2022-09-01T14:05:45Z', 'revision_number': 3, 'project_id': 'f871b0e1d3154b6d8c297b12ae738be0', 'gw_port': {'id': '20a34b8d-f46a-432a-980e-ba272a2a2bbe', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829c317c-e143-43bd-89e4-e0d7d1963476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:44Z', 'updated_at': '2022-09-01T14:05:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:05:48.896922 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79832a49-a160-4f6e-9bad-7a44416cb7ed None None] Checking router: 829c317c-e143-43bd-89e4-e0d7d1963476 for host: dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:05:48.897453 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79832a49-a160-4f6e-9bad-7a44416cb7ed None None] Updating router 829c317c-e143-43bd-89e4-e0d7d1963476 port 20a34b8d-f46a-432a-980e-ba272a2a2bbe binding host dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:05:48.966744 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b20412d-559a-42f2-8e8b-90f64bf02762 admin admin] Network 495e3753-365b-4db4-ace7-a3dca370cb0d is already hosted by enough agents. {{(pid=107074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:05:49.039575 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4277325b-b7e2-4a57-8c9b-61b337065232 None None] Network 9cdd4113-f7e0-45eb-bbb2-5da93102bf6c requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:05:49.077891 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-9b20412d-559a-42f2-8e8b-90f64bf02762 admin admin] Resources bound (agent type, host, resource id): {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:05:49.083809 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-26531a3e-3894-4d3d-80d6-c1d9c0b8d68b None None] Publish callbacks [] for port (3945c6b9-8de6-49e1-aa32-4bbf5de3ddec), precommit_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:49.085365 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b20412d-559a-42f2-8e8b-90f64bf02762 admin admin] Received port after_create {{(pid=107074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:05:49.195950 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-79832a49-a160-4f6e-9bad-7a44416cb7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (20a34b8d-f46a-432a-980e-ba272a2a2bbe), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:49.252732 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:49.275314 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-52ed8aef-2e3c-487f-b605-a5fa93afd2b0 None None] Provisioning complete for port 02de0d11-ebc8-4a61-9998-919b9a0f198a triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:05:49.276046 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-52ed8aef-2e3c-487f-b605-a5fa93afd2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (02de0d11-ebc8-4a61-9998-919b9a0f198a), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:49.280932 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-26531a3e-3894-4d3d-80d6-c1d9c0b8d68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (3945c6b9-8de6-49e1-aa32-4bbf5de3ddec), after_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:49.451193 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:49.456042 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.managers [None req-26531a3e-3894-4d3d-80d6-c1d9c0b8d68b None None] Attempting to bind port 3945c6b9-8de6-49e1-aa32-4bbf5de3ddec on host dv-cinder-852211-7-iscsi for vnic_type normal with profile {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:05:49.456769 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.managers [None req-26531a3e-3894-4d3d-80d6-c1d9c0b8d68b None None] Attempting to bind port 3945c6b9-8de6-49e1-aa32-4bbf5de3ddec by drivers openvswitch,hyperv on host dv-cinder-852211-7-iscsi at level 0 using segments [{'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}] {{(pid=107076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:05:49.460024 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:49.473883 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-868b00fd-1d82-43f9-94f8-0ed867cd35f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793'] for subnet (010f17c4-846e-4f39-9aef-11123989f73f), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:49.483766 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26531a3e-3894-4d3d-80d6-c1d9c0b8d68b None None] Attempting to bind port 3945c6b9-8de6-49e1-aa32-4bbf5de3ddec on network 495e3753-365b-4db4-ace7-a3dca370cb0d {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:05:49.492831 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7306576-9dfe-474d-8266-e93faecb1bb1 None None] Pushing event updated for resources: {'Port': ['ID=3945c6b9-8de6-49e1-aa32-4bbf5de3ddec,revision_number=2']} {{(pid=107076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:49.506594 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7306576-9dfe-474d-8266-e93faecb1bb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:49.507386 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7306576-9dfe-474d-8266-e93faecb1bb1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:49.507992 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7306576-9dfe-474d-8266-e93faecb1bb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:49.523850 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7306576-9dfe-474d-8266-e93faecb1bb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:49.524590 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7306576-9dfe-474d-8266-e93faecb1bb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:49.525135 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7306576-9dfe-474d-8266-e93faecb1bb1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:49.525803 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7306576-9dfe-474d-8266-e93faecb1bb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:49.527614 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7306576-9dfe-474d-8266-e93faecb1bb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:49.528256 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7306576-9dfe-474d-8266-e93faecb1bb1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:49.528846 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7306576-9dfe-474d-8266-e93faecb1bb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:49.529416 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7306576-9dfe-474d-8266-e93faecb1bb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:49.530032 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7306576-9dfe-474d-8266-e93faecb1bb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:49.530690 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7306576-9dfe-474d-8266-e93faecb1bb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:49.531262 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7306576-9dfe-474d-8266-e93faecb1bb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:49.531810 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7306576-9dfe-474d-8266-e93faecb1bb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:05:49.533835 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7306576-9dfe-474d-8266-e93faecb1bb1 None None] Tracked resource versions report: Sep 01 14:05:49.533835 dv-cinder-852211-7-iscsi neutron-server[107076]: pushed versions: Sep 01 14:05:49.533835 dv-cinder-852211-7-iscsi neutron-server[107076]: { 'AddressGroup': {'1.2'}, Sep 01 14:05:49.533835 dv-cinder-852211-7-iscsi neutron-server[107076]: 'Agent': {'1.1'}, Sep 01 14:05:49.533835 dv-cinder-852211-7-iscsi neutron-server[107076]: 'ConntrackHelper': {'1.0'}, Sep 01 14:05:49.533835 dv-cinder-852211-7-iscsi neutron-server[107076]: 'LocalIPAssociation': {'1.0'}, Sep 01 14:05:49.533835 dv-cinder-852211-7-iscsi neutron-server[107076]: 'Log': {'1.0'}, Sep 01 14:05:49.533835 dv-cinder-852211-7-iscsi neutron-server[107076]: 'NDPProxy': {'1.0'}, Sep 01 14:05:49.533835 dv-cinder-852211-7-iscsi neutron-server[107076]: 'Network': {'1.1'}, Sep 01 14:05:49.533835 dv-cinder-852211-7-iscsi neutron-server[107076]: 'Port': {'1.7'}, Sep 01 14:05:49.533835 dv-cinder-852211-7-iscsi neutron-server[107076]: 'PortForwarding': {'1.3'}, Sep 01 14:05:49.533835 dv-cinder-852211-7-iscsi neutron-server[107076]: 'QosPolicy': {'1.10'}, Sep 01 14:05:49.533835 dv-cinder-852211-7-iscsi neutron-server[107076]: 'SecurityGroup': {'1.5'}, Sep 01 14:05:49.533835 dv-cinder-852211-7-iscsi neutron-server[107076]: 'SecurityGroupRule': {'1.2'}, Sep 01 14:05:49.533835 dv-cinder-852211-7-iscsi neutron-server[107076]: 'SubPort': {'1.0'}, Sep 01 14:05:49.533835 dv-cinder-852211-7-iscsi neutron-server[107076]: 'Subnet': {'1.1'}, Sep 01 14:05:49.533835 dv-cinder-852211-7-iscsi neutron-server[107076]: 'Trunk': {'1.1'}} Sep 01 14:05:49.533835 dv-cinder-852211-7-iscsi neutron-server[107076]: consumer versions: Sep 01 14:05:49.533835 dv-cinder-852211-7-iscsi neutron-server[107076]: { DHCP agent@dv-cinder-852211-7-iscsi: {}, Sep 01 14:05:49.533835 dv-cinder-852211-7-iscsi neutron-server[107076]: HyperV agent@hv-cinder-85221: {}, Sep 01 14:05:49.533835 dv-cinder-852211-7-iscsi neutron-server[107076]: L3 agent@dv-cinder-852211-7-iscsi: {}, Sep 01 14:05:49.533835 dv-cinder-852211-7-iscsi neutron-server[107076]: Metadata agent@dv-cinder-852211-7-iscsi: {}, Sep 01 14:05:49.533835 dv-cinder-852211-7-iscsi neutron-server[107076]: Metering agent@dv-cinder-852211-7-iscsi: {}, Sep 01 14:05:49.533835 dv-cinder-852211-7-iscsi neutron-server[107076]: Open vSwitch agent@dv-cinder-852211-7-iscsi: { 'AddressGroup': '1.2', Sep 01 14:05:49.533835 dv-cinder-852211-7-iscsi neutron-server[107076]: 'Agent': '1.1', Sep 01 14:05:49.533835 dv-cinder-852211-7-iscsi neutron-server[107076]: 'ConntrackHelper': '1.0', Sep 01 14:05:49.533835 dv-cinder-852211-7-iscsi neutron-server[107076]: 'LocalIPAssociation': '1.0', Sep 01 14:05:49.533835 dv-cinder-852211-7-iscsi neutron-server[107076]: 'Log': '1.0', Sep 01 14:05:49.533835 dv-cinder-852211-7-iscsi neutron-server[107076]: 'NDPProxy': '1.0', Sep 01 14:05:49.533835 dv-cinder-852211-7-iscsi neutron-server[107076]: 'Network': '1.1', Sep 01 14:05:49.533835 dv-cinder-852211-7-iscsi neutron-server[107076]: 'Port': '1.7', Sep 01 14:05:49.533835 dv-cinder-852211-7-iscsi neutron-server[107076]: 'PortForwarding': '1.3', Sep 01 14:05:49.533835 dv-cinder-852211-7-iscsi neutron-server[107076]: 'QosPolicy': '1.10', Sep 01 14:05:49.533835 dv-cinder-852211-7-iscsi neutron-server[107076]: 'SecurityGroup': '1.5', Sep 01 14:05:49.533835 dv-cinder-852211-7-iscsi neutron-server[107076]: 'SecurityGroupRule': '1.2', Sep 01 14:05:49.533835 dv-cinder-852211-7-iscsi neutron-server[107076]: 'SubPort': '1.0', Sep 01 14:05:49.533835 dv-cinder-852211-7-iscsi neutron-server[107076]: 'Subnet': '1.1', Sep 01 14:05:49.533835 dv-cinder-852211-7-iscsi neutron-server[107076]: 'Trunk': '1.1'}} Sep 01 14:05:49.533835 dv-cinder-852211-7-iscsi neutron-server[107076]: {{(pid=107076) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 14:05:49.544192 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26531a3e-3894-4d3d-80d6-c1d9c0b8d68b None None] Checking agent: {'id': '16ae7bad-0e03-4d8e-885b-3ed578a6ac87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 13, 56, 30), 'started_at': datetime.datetime(2022, 9, 1, 13, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:05:49.545026 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26531a3e-3894-4d3d-80d6-c1d9c0b8d68b None None] Checking segment: {'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:05:49.545669 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-26531a3e-3894-4d3d-80d6-c1d9c0b8d68b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:49.546332 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26531a3e-3894-4d3d-80d6-c1d9c0b8d68b None None] Bound using segment: {'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'} {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:05:49.549315 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.managers [None req-26531a3e-3894-4d3d-80d6-c1d9c0b8d68b None None] Bound port: 3945c6b9-8de6-49e1-aa32-4bbf5de3ddec, host: dv-cinder-852211-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}}] {{(pid=107076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:05:49.550267 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-26531a3e-3894-4d3d-80d6-c1d9c0b8d68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (3945c6b9-8de6-49e1-aa32-4bbf5de3ddec), before_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:49.599657 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:49.645220 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20412d-559a-42f2-8e8b-90f64bf02762 admin admin] Pushing event updated for resources: {'Port': ['ID=b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:49.666933 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.db [None req-26531a3e-3894-4d3d-80d6-c1d9c0b8d68b None None] For port 3945c6b9-8de6-49e1-aa32-4bbf5de3ddec, host dv-cinder-852211-7-iscsi, cleared binding levels {{(pid=107076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:05:49.677928 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.db [None req-26531a3e-3894-4d3d-80d6-c1d9c0b8d68b None None] For port 3945c6b9-8de6-49e1-aa32-4bbf5de3ddec, host dv-cinder-852211-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=3945c6b9-8de6-49e1-aa32-4bbf5de3ddec,segment=NetworkSegment(f315c88c-0cea-42ce-ac38-790188a99330),segment_id=f315c88c-0cea-42ce-ac38-790188a99330)] {{(pid=107076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:05:49.699307 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-f9b5e255-5245-4bad-8fcd-f7451bf0bd3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:49.751640 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 02de0d11-ebc8-4a61-9998-919b9a0f198a up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:05:49.755206 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:49.772736 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-26531a3e-3894-4d3d-80d6-c1d9c0b8d68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (3945c6b9-8de6-49e1-aa32-4bbf5de3ddec), after_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:49.879392 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7306576-9dfe-474d-8266-e93faecb1bb1 None None] Pushing event updated for resources: {'Port': ['ID=3945c6b9-8de6-49e1-aa32-4bbf5de3ddec,revision_number=3']} {{(pid=107076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:49.891848 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26531a3e-3894-4d3d-80d6-c1d9c0b8d68b None None] Routers {'37b08d5e-be17-4105-af7b-a88fbc50b9fc'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:05:49.892563 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-26531a3e-3894-4d3d-80d6-c1d9c0b8d68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:05:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['37b08d5e-be17-4105-af7b-a88fbc50b9fc'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:05:50.039370 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:50.104986 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=13 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:50.106441 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-26531a3e-3894-4d3d-80d6-c1d9c0b8d68b None None] Set router 37b08d5e-be17-4105-af7b-a88fbc50b9fc gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:05:50.152010 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950e6e88-6ea2-4716-94c6-b319d7e93842 None None] Network 5efdbb74-e6fe-4a11-96cb-23855066e81b requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:05:50.260745 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b00fd-1d82-43f9-94f8-0ed867cd35f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=010f17c4-846e-4f39-9aef-11123989f73f,revision_number=0']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:50.274701 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab5bce2-3111-4500-9d21-8efc0643f2f0 None None] Network 16a106e2-cc97-4518-b881-ae2a1035d4e5 requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:05:50.294717 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868b00fd-1d82-43f9-94f8-0ed867cd35f8 admin admin] Checking segment: {'id': 'a8b3cc8b-8769-471c-bbb4-fe3e368e6513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'de98b465-9dd8-40bf-bc15-18b7c11228fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:05:50.294717 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868b00fd-1d82-43f9-94f8-0ed867cd35f8 admin admin] Network hostable DHCP agents. Network: de98b465-9dd8-40bf-bc15-18b7c11228fc, hostable agents: ['e6fb8577-74ae-4f68-b634-c24662e9afb4'], hosted agents: [] {{(pid=107074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:05:50.344436 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0b5b8939-3787-4783-b229-20ead8378d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:50.368231 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-097fca7c-ef38-40d4-9768-c68dd9a4b0c1 admin admin] Publish callbacks [] for router_gateway (57c9ec02-e72b-4e01-9908-f9246af4a8a2), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:50.396043 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-52ed8aef-2e3c-487f-b605-a5fa93afd2b0 None None] Current status of the port 02de0d11-ebc8-4a61-9998-919b9a0f198a is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:05:50.526524 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-26531a3e-3894-4d3d-80d6-c1d9c0b8d68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1832381904-router', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:39Z', 'updated_at': '2022-09-01T14:05:42Z', 'revision_number': 3, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'gw_port': {'id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:41Z', 'updated_at': '2022-09-01T14:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:05:50.563588 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26531a3e-3894-4d3d-80d6-c1d9c0b8d68b None None] The sync data for ids ['37b08d5e-be17-4105-af7b-a88fbc50b9fc'] in dv-cinder-852211-7-iscsi is: [{'id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1832381904-router', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:39Z', 'updated_at': '2022-09-01T14:05:42Z', 'revision_number': 3, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'gw_port': {'id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:41Z', 'updated_at': '2022-09-01T14:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}] {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:05:50.610827 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-9b20412d-559a-42f2-8e8b-90f64bf02762 admin admin] Publish callbacks [] for router_gateway (eee64747-ed94-47a0-93f9-178ac5acd67c), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:50.667406 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-3751249a-37df-4dcf-bc82-b08d6dcfa22c None None] Provisioning complete for port 3c09149f-f2c6-41b7-8762-62585f1532c5 triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:05:50.668011 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-3751249a-37df-4dcf-bc82-b08d6dcfa22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (3c09149f-f2c6-41b7-8762-62585f1532c5), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:50.778338 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 02de0d11-ebc8-4a61-9998-919b9a0f198a triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:05:50.779018 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (02de0d11-ebc8-4a61-9998-919b9a0f198a), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:50.861937 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868b00fd-1d82-43f9-94f8-0ed867cd35f8 admin admin] Network de98b465-9dd8-40bf-bc15-18b7c11228fc is scheduled to be hosted by DHCP agent e6fb8577-74ae-4f68-b634-c24662e9afb4 with binding_index 1 {{(pid=107074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:05:50.934597 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:50.950443 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_common [None req-f9b5e255-5245-4bad-8fcd-f7451bf0bd3f admin admin] Allocated IP 172.20.0.1 (04671c53-ca48-4ca5-8247-463b6ac1fbe1/5274d38f-79ac-43b5-aae2-e29860924168/f67cb7de-db9d-4185-8a7e-2c17517e2aab) {{(pid=107074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:05:50.995368 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.db_base_plugin_common [None req-0b5b8939-3787-4783-b229-20ead8378d11 admin admin] Allocated IP 172.20.0.1 (16a106e2-cc97-4518-b881-ae2a1035d4e5/a5f4ab41-b8ce-4fe6-801e-089287141d42/2b72c706-12d5-4b76-bdda-e47a5337ff48) {{(pid=107073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:05:51.003611 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-79832a49-a160-4f6e-9bad-7a44416cb7ed None None] Publish callbacks [] for port (20a34b8d-f46a-432a-980e-ba272a2a2bbe), precommit_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:51.121762 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-868b00fd-1d82-43f9-94f8-0ed867cd35f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-7-iscsi, de98b465-9dd8-40bf-bc15-18b7c11228fc) {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:05:51.127472 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868b00fd-1d82-43f9-94f8-0ed867cd35f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:05:51.128075 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-868b00fd-1d82-43f9-94f8-0ed867cd35f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for subnet (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:51.195148 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec940238-a2d7-4039-997a-e0795278344b None None] Network de98b465-9dd8-40bf-bc15-18b7c11228fc requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:05:51.204957 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-79832a49-a160-4f6e-9bad-7a44416cb7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (20a34b8d-f46a-432a-980e-ba272a2a2bbe), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:51.266092 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0b5b8939-3787-4783-b229-20ead8378d11 admin admin] Publish callbacks [] for port (2b72c706-12d5-4b76-bdda-e47a5337ff48), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:51.383342 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-3751249a-37df-4dcf-bc82-b08d6dcfa22c None None] Current status of the port 3c09149f-f2c6-41b7-8762-62585f1532c5 is: DOWN; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:05:51.383788 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-3751249a-37df-4dcf-bc82-b08d6dcfa22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (3c09149f-f2c6-41b7-8762-62585f1532c5), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:51.396787 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 02de0d11-ebc8-4a61-9998-919b9a0f198a is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:05:51.397708 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device c456811e-be15-45ff-8462-e6e92d48c01b up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:05:51.407252 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-79832a49-a160-4f6e-9bad-7a44416cb7ed None None] Attempting to bind port 20a34b8d-f46a-432a-980e-ba272a2a2bbe on host dv-cinder-852211-7-iscsi for vnic_type normal with profile {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:05:51.407563 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-79832a49-a160-4f6e-9bad-7a44416cb7ed None None] Attempting to bind port 20a34b8d-f46a-432a-980e-ba272a2a2bbe by drivers openvswitch,hyperv on host dv-cinder-852211-7-iscsi at level 0 using segments [{'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:05:51.407879 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79832a49-a160-4f6e-9bad-7a44416cb7ed None None] Attempting to bind port 20a34b8d-f46a-432a-980e-ba272a2a2bbe on network 495e3753-365b-4db4-ace7-a3dca370cb0d {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:05:51.438053 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0b5b8939-3787-4783-b229-20ead8378d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320'] for port (2b72c706-12d5-4b76-bdda-e47a5337ff48), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:51.466357 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-868b00fd-1d82-43f9-94f8-0ed867cd35f8 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.2843294 Sep 01 14:05:51.483570 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-097fca7c-ef38-40d4-9768-c68dd9a4b0c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33127714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-480464'] for router (57c9ec02-e72b-4e01-9908-f9246af4a8a2), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:51.507489 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-9b20412d-559a-42f2-8e8b-90f64bf02762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33127714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-480464'] for router (eee64747-ed94-47a0-93f9-178ac5acd67c), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:51.528111 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5b8939-3787-4783-b229-20ead8378d11 admin admin] Network 16a106e2-cc97-4518-b881-ae2a1035d4e5 is already hosted by enough agents. {{(pid=107073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:05:51.546279 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.base_scheduler [None req-0b5b8939-3787-4783-b229-20ead8378d11 admin admin] Resources bound (agent type, host, resource id): {{(pid=107073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:05:51.566901 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79832a49-a160-4f6e-9bad-7a44416cb7ed None None] Checking agent: {'id': '16ae7bad-0e03-4d8e-885b-3ed578a6ac87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 13, 56, 30), 'started_at': datetime.datetime(2022, 9, 1, 13, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:05:51.568838 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79832a49-a160-4f6e-9bad-7a44416cb7ed None None] Checking segment: {'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:05:51.568838 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-79832a49-a160-4f6e-9bad-7a44416cb7ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:51.568838 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79832a49-a160-4f6e-9bad-7a44416cb7ed None None] Bound using segment: {'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:05:51.569598 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-79832a49-a160-4f6e-9bad-7a44416cb7ed None None] Bound port: 20a34b8d-f46a-432a-980e-ba272a2a2bbe, host: dv-cinder-852211-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:05:51.570242 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-79832a49-a160-4f6e-9bad-7a44416cb7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (20a34b8d-f46a-432a-980e-ba272a2a2bbe), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:51.583904 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5b8939-3787-4783-b229-20ead8378d11 admin admin] Received port after_create {{(pid=107073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:05:51.584891 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0b5b8939-3787-4783-b229-20ead8378d11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33120883'] for router_interface (829c317c-e143-43bd-89e4-e0d7d1963476), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:51.595497 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-f9b5e255-5245-4bad-8fcd-f7451bf0bd3f admin admin] Publish callbacks [] for port (f67cb7de-db9d-4185-8a7e-2c17517e2aab), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:51.724656 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b8939-3787-4783-b229-20ead8378d11 admin admin] Pushing event updated for resources: {'Port': ['ID=2b72c706-12d5-4b76-bdda-e47a5337ff48,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:51.812558 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-79832a49-a160-4f6e-9bad-7a44416cb7ed None None] For port 20a34b8d-f46a-432a-980e-ba272a2a2bbe, host dv-cinder-852211-7-iscsi, cleared binding levels {{(pid=107075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:05:51.825086 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-79832a49-a160-4f6e-9bad-7a44416cb7ed None None] For port 20a34b8d-f46a-432a-980e-ba272a2a2bbe, host dv-cinder-852211-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=20a34b8d-f46a-432a-980e-ba272a2a2bbe,segment=NetworkSegment(f315c88c-0cea-42ce-ac38-790188a99330),segment_id=f315c88c-0cea-42ce-ac38-790188a99330)] {{(pid=107075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:05:51.983492 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360029d-692c-4ff4-b78d-ac3292fda645 None None] Pushing event updated for resources: {'Port': ['ID=20a34b8d-f46a-432a-980e-ba272a2a2bbe,revision_number=2']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:51.985857 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 53522) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:05:52.016931 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:52.018804 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:52.060625 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-79832a49-a160-4f6e-9bad-7a44416cb7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (20a34b8d-f46a-432a-980e-ba272a2a2bbe), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:52.123590 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-3751249a-37df-4dcf-bc82-b08d6dcfa22c None None] For port 3c09149f-f2c6-41b7-8762-62585f1532c5, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=3c09149f-f2c6-41b7-8762-62585f1532c5,segment=NetworkSegment(d5de3e2b-b60d-4f28-9212-ecf41e7a6497),segment_id=d5de3e2b-b60d-4f28-9212-ecf41e7a6497)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:05:52.154116 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-f9b5e255-5245-4bad-8fcd-f7451bf0bd3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320'] for port (f67cb7de-db9d-4185-8a7e-2c17517e2aab), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:52.171766 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_v2 [None req-101793d5-e278-4183-a01b-2fe23309248e admin admin] Deleting subnet bae94420-6122-4a15-9f38-56cdeca9114c {{(pid=107074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 14:05:52.230493 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-101793d5-e278-4183-a01b-2fe23309248e admin admin] Publish callbacks [] for subnet (bae94420-6122-4a15-9f38-56cdeca9114c), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:52.232408 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79832a49-a160-4f6e-9bad-7a44416cb7ed None None] Routers {'829c317c-e143-43bd-89e4-e0d7d1963476'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:05:52.233506 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-79832a49-a160-4f6e-9bad-7a44416cb7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:05:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['829c317c-e143-43bd-89e4-e0d7d1963476'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:05:52.254421 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f6f498-93a8-4bc6-80cc-48e8e6c00677 None None] Network de98b465-9dd8-40bf-bc15-18b7c11228fc requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:05:52.285270 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:52.340161 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port c456811e-be15-45ff-8462-e6e92d48c01b triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:05:52.340676 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (c456811e-be15-45ff-8462-e6e92d48c01b), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:52.363971 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b5e255-5245-4bad-8fcd-f7451bf0bd3f admin admin] Network 04671c53-ca48-4ca5-8247-463b6ac1fbe1 is already hosted by enough agents. {{(pid=107074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:05:52.376886 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-101793d5-e278-4183-a01b-2fe23309248e admin admin] Publish callbacks [] for subnet (bae94420-6122-4a15-9f38-56cdeca9114c), precommit_delete_associations {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:52.386388 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5e255-5245-4bad-8fcd-f7451bf0bd3f admin admin] Pushing event updated for resources: {'Port': ['ID=f67cb7de-db9d-4185-8a7e-2c17517e2aab,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:52.400603 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-f9b5e255-5245-4bad-8fcd-f7451bf0bd3f admin admin] Resources bound (agent type, host, resource id): {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:05:52.403548 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:52.418395 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b5e255-5245-4bad-8fcd-f7451bf0bd3f admin admin] Received port after_create {{(pid=107074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:05:52.420123 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-f9b5e255-5245-4bad-8fcd-f7451bf0bd3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33120883'] for router_interface (37b08d5e-be17-4105-af7b-a88fbc50b9fc), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:52.423505 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0b5b8939-3787-4783-b229-20ead8378d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (2b72c706-12d5-4b76-bdda-e47a5337ff48), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:52.561326 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-3751249a-37df-4dcf-bc82-b08d6dcfa22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (3c09149f-f2c6-41b7-8762-62585f1532c5), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:52.578266 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b20412d-559a-42f2-8e8b-90f64bf02762 admin admin] Router eee64747-ed94-47a0-93f9-178ac5acd67c is scheduled to L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e with binding_index 1 {{(pid=107074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 14:05:52.578266 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-101793d5-e278-4183-a01b-2fe23309248e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784543'] for subnet (bae94420-6122-4a15-9f38-56cdeca9114c), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:52.578729 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-3751249a-37df-4dcf-bc82-b08d6dcfa22c None None] Provisioning complete for port 02de0d11-ebc8-4a61-9998-919b9a0f198a triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:05:52.578729 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-3751249a-37df-4dcf-bc82-b08d6dcfa22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (02de0d11-ebc8-4a61-9998-919b9a0f198a), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:52.643306 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097fca7c-ef38-40d4-9768-c68dd9a4b0c1 admin admin] Router 57c9ec02-e72b-4e01-9908-f9246af4a8a2 is scheduled to L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e with binding_index 1 {{(pid=107074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 14:05:52.668154 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360029d-692c-4ff4-b78d-ac3292fda645 None None] Pushing event updated for resources: {'Port': ['ID=20a34b8d-f46a-432a-980e-ba272a2a2bbe,revision_number=3']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:52.796263 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0b5b8939-3787-4783-b229-20ead8378d11 admin admin] Publish callbacks [] for port (2b72c706-12d5-4b76-bdda-e47a5337ff48), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:52.906412 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-3751249a-37df-4dcf-bc82-b08d6dcfa22c None None] Current status of the port 02de0d11-ebc8-4a61-9998-919b9a0f198a is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:05:52.921824 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0b5b8939-3787-4783-b229-20ead8378d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (2b72c706-12d5-4b76-bdda-e47a5337ff48), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:52.923681 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0b5b8939-3787-4783-b229-20ead8378d11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33091771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33120975'] for router_interface (829c317c-e143-43bd-89e4-e0d7d1963476), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:52.928469 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port c456811e-be15-45ff-8462-e6e92d48c01b is: DOWN; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:05:52.928867 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (c456811e-be15-45ff-8462-e6e92d48c01b), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:52.967389 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-79832a49-a160-4f6e-9bad-7a44416cb7ed None None] Set router 829c317c-e143-43bd-89e4-e0d7d1963476 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:05:53.047014 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751249a-37df-4dcf-bc82-b08d6dcfa22c None None] Pushing event updated for resources: {'Port': ['ID=3c09149f-f2c6-41b7-8762-62585f1532c5,revision_number=3']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:53.186725 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b8939-3787-4783-b229-20ead8378d11 admin admin] Pushing event updated for resources: {'Port': ['ID=2b72c706-12d5-4b76-bdda-e47a5337ff48,revision_number=2']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:53.198669 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-3751249a-37df-4dcf-bc82-b08d6dcfa22c None None] Provisioning complete for port c456811e-be15-45ff-8462-e6e92d48c01b triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:05:53.199349 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-3751249a-37df-4dcf-bc82-b08d6dcfa22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (c456811e-be15-45ff-8462-e6e92d48c01b), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:53.228153 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:53.347693 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5b8939-3787-4783-b229-20ead8378d11 admin admin] Network 16a106e2-cc97-4518-b881-ae2a1035d4e5 is already hosted by enough agents. {{(pid=107073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:05:53.354442 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.base_scheduler [None req-0b5b8939-3787-4783-b229-20ead8378d11 admin admin] Resources bound (agent type, host, resource id): {{(pid=107073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:05:53.374417 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-f9b5e255-5245-4bad-8fcd-f7451bf0bd3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (f67cb7de-db9d-4185-8a7e-2c17517e2aab), before_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:53.386474 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097fca7c-ef38-40d4-9768-c68dd9a4b0c1 admin admin] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:05:53.401855 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a6a3f4-956b-424b-a153-c221a5898fc9 None None] Sync routers for ids ['57c9ec02-e72b-4e01-9908-f9246af4a8a2'] in dv-cinder-852211-7-iscsi {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:05:53.439281 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b20412d-559a-42f2-8e8b-90f64bf02762 admin admin] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:05:53.453608 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a6a3f4-956b-424b-a153-c221a5898fc9 None None] Routers {'57c9ec02-e72b-4e01-9908-f9246af4a8a2'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:05:53.462093 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-54a6a3f4-956b-424b-a153-c221a5898fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:05:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['57c9ec02-e72b-4e01-9908-f9246af4a8a2'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:05:53.486686 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-101793d5-e278-4183-a01b-2fe23309248e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793'] for subnet (bae94420-6122-4a15-9f38-56cdeca9114c), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:53.602140 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101793d5-e278-4183-a01b-2fe23309248e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bae94420-6122-4a15-9f38-56cdeca9114c,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:53.622234 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-097fca7c-ef38-40d4-9768-c68dd9a4b0c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:53.628766 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-097fca7c-ef38-40d4-9768-c68dd9a4b0c1 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.5061302 Sep 01 14:05:53.629492 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-101793d5-e278-4183-a01b-2fe23309248e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for subnet (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:53.633972 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-101793d5-e278-4183-a01b-2fe23309248e admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/bae94420-6122-4a15-9f38-56cdeca9114c HTTP/1.1" status: 204 len: 168 time: 1.6449087 Sep 01 14:05:53.635769 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 53562) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:05:53.643571 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 53564) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:05:53.760201 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=100 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:53.770085 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34ace4c-68e3-4ed1-a73e-7c340b6bdc5a None None] Sync routers for ids ['eee64747-ed94-47a0-93f9-178ac5acd67c'] in dv-cinder-852211-7-iscsi {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:05:53.779004 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:53.829550 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5b8939-3787-4783-b229-20ead8378d11 admin admin] Router 829c317c-e143-43bd-89e4-e0d7d1963476 has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:05:53.854995 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-54a6a3f4-956b-424b-a153-c221a5898fc9 None None] Set router 57c9ec02-e72b-4e01-9908-f9246af4a8a2 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:05:53.916296 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-9b20412d-559a-42f2-8e8b-90f64bf02762 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:53.925616 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-9b20412d-559a-42f2-8e8b-90f64bf02762 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.9076703 Sep 01 14:05:53.925881 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 53570) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:05:53.929473 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:53.946343 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] For port c456811e-be15-45ff-8462-e6e92d48c01b, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=c456811e-be15-45ff-8462-e6e92d48c01b,segment=NetworkSegment(ed8678fe-a4a9-4872-b144-325311f6ec17),segment_id=ed8678fe-a4a9-4872-b144-325311f6ec17)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:05:53.961137 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34ace4c-68e3-4ed1-a73e-7c340b6bdc5a None None] Routers {'eee64747-ed94-47a0-93f9-178ac5acd67c'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:05:53.961798 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-d34ace4c-68e3-4ed1-a73e-7c340b6bdc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:05:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['eee64747-ed94-47a0-93f9-178ac5acd67c'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:05:54.236009 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:54.280155 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-d34ace4c-68e3-4ed1-a73e-7c340b6bdc5a None None] Set router eee64747-ed94-47a0-93f9-178ac5acd67c gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:05:54.323013 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-cb1f86b9-40a9-45ea-af43-d63b9adc3e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-703534'] for network (0514299f-fb6a-4d5d-8125-4eed9952248f), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:54.337257 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-54a6a3f4-956b-424b-a153-c221a5898fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'name': 'tempest-ServerRescueNegativeTestJSON-647081354-router', 'tenant_id': '36049d2090b84443a3bf3bf00558379e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ba85496b-b991-48c7-9c6c-3b8b42b120e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:43Z', 'updated_at': '2022-09-01T14:05:48Z', 'revision_number': 3, 'project_id': '36049d2090b84443a3bf3bf00558379e', 'gw_port': {'id': 'ba85496b-b991-48c7-9c6c-3b8b42b120e3', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:08:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:45Z', 'updated_at': '2022-09-01T14:05:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:05:54.369204 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-f9b5e255-5245-4bad-8fcd-f7451bf0bd3f admin admin] Publish callbacks [] for port (f67cb7de-db9d-4185-8a7e-2c17517e2aab), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:54.387170 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a6a3f4-956b-424b-a153-c221a5898fc9 None None] Checking router: 57c9ec02-e72b-4e01-9908-f9246af4a8a2 for host: dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:05:54.387542 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a6a3f4-956b-424b-a153-c221a5898fc9 None None] Updating router 57c9ec02-e72b-4e01-9908-f9246af4a8a2 port ba85496b-b991-48c7-9c6c-3b8b42b120e3 binding host dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:05:54.473695 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-54a6a3f4-956b-424b-a153-c221a5898fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (ba85496b-b991-48c7-9c6c-3b8b42b120e3), before_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:54.477174 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5b8939-3787-4783-b229-20ead8378d11 admin admin] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:05:54.504987 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-0b5b8939-3787-4783-b229-20ead8378d11 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/829c317c-e143-43bd-89e4-e0d7d1963476/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0512030 Sep 01 14:05:54.558242 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (c456811e-be15-45ff-8462-e6e92d48c01b), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:54.559553 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 3c09149f-f2c6-41b7-8762-62585f1532c5 up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:05:54.566301 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-f9b5e255-5245-4bad-8fcd-f7451bf0bd3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (f67cb7de-db9d-4185-8a7e-2c17517e2aab), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:54.570443 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-f9b5e255-5245-4bad-8fcd-f7451bf0bd3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33091771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33120975'] for router_interface (37b08d5e-be17-4105-af7b-a88fbc50b9fc), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:54.573093 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-cb1f86b9-40a9-45ea-af43-d63b9adc3e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718328', 'neutron.services.segments.db._delete_segments_for_network-8786311954077'] for network (0514299f-fb6a-4d5d-8125-4eed9952248f), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:54.742991 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 53586) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:05:54.793273 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-cb1f86b9-40a9-45ea-af43-d63b9adc3e7c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:05:54.793622 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-cb1f86b9-40a9-45ea-af43-d63b9adc3e7c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:05:54.794421 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-cb1f86b9-40a9-45ea-af43-d63b9adc3e7c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:05:54.795287 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-cb1f86b9-40a9-45ea-af43-d63b9adc3e7c admin admin] Subscribe: > port after_create 55550000 {{(pid=107074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:05:54.795287 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-cb1f86b9-40a9-45ea-af43-d63b9adc3e7c admin admin] Subscribe: > port after_delete 55550000 {{(pid=107074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:05:54.795457 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-cb1f86b9-40a9-45ea-af43-d63b9adc3e7c admin admin] Subscribe: > port after_update 55550000 {{(pid=107074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:05:54.795692 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-cb1f86b9-40a9-45ea-af43-d63b9adc3e7c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:05:54.796021 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-cb1f86b9-40a9-45ea-af43-d63b9adc3e7c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:05:54.796337 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-cb1f86b9-40a9-45ea-af43-d63b9adc3e7c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:05:54.802592 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-cb1f86b9-40a9-45ea-af43-d63b9adc3e7c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:05:54.936528 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-3751249a-37df-4dcf-bc82-b08d6dcfa22c None None] Current status of the port c456811e-be15-45ff-8462-e6e92d48c01b is: DOWN; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:05:54.936528 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-3751249a-37df-4dcf-bc82-b08d6dcfa22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (c456811e-be15-45ff-8462-e6e92d48c01b), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:54.942744 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-79832a49-a160-4f6e-9bad-7a44416cb7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829c317c-e143-43bd-89e4-e0d7d1963476', 'name': 'tempest-DeleteServersTestJSON-1757842406-router', 'tenant_id': 'f871b0e1d3154b6d8c297b12ae738be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '20a34b8d-f46a-432a-980e-ba272a2a2bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:42Z', 'updated_at': '2022-09-01T14:05:45Z', 'revision_number': 3, 'project_id': 'f871b0e1d3154b6d8c297b12ae738be0', 'gw_port': {'id': '20a34b8d-f46a-432a-980e-ba272a2a2bbe', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829c317c-e143-43bd-89e4-e0d7d1963476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:44Z', 'updated_at': '2022-09-01T14:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:05:54.991071 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:55.036670 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:55.054756 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79832a49-a160-4f6e-9bad-7a44416cb7ed None None] The sync data for ids ['829c317c-e143-43bd-89e4-e0d7d1963476'] in dv-cinder-852211-7-iscsi is: [{'id': '829c317c-e143-43bd-89e4-e0d7d1963476', 'name': 'tempest-DeleteServersTestJSON-1757842406-router', 'tenant_id': 'f871b0e1d3154b6d8c297b12ae738be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '20a34b8d-f46a-432a-980e-ba272a2a2bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:42Z', 'updated_at': '2022-09-01T14:05:45Z', 'revision_number': 3, 'project_id': 'f871b0e1d3154b6d8c297b12ae738be0', 'gw_port': {'id': '20a34b8d-f46a-432a-980e-ba272a2a2bbe', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829c317c-e143-43bd-89e4-e0d7d1963476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:44Z', 'updated_at': '2022-09-01T14:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}] {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:05:55.131309 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-54a6a3f4-956b-424b-a153-c221a5898fc9 None None] Publish callbacks [] for port (ba85496b-b991-48c7-9c6c-3b8b42b120e3), precommit_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:55.160367 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Pushing event updated for resources: {'Port': ['ID=c456811e-be15-45ff-8462-e6e92d48c01b,revision_number=3']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:55.210834 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-dea171d6-5001-4ee9-a931-4b805e0aa590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:55.242006 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-d34ace4c-68e3-4ed1-a73e-7c340b6bdc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'name': 'tempest-AttachVolumeTestJSON-531647860-router', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:43Z', 'updated_at': '2022-09-01T14:05:50Z', 'revision_number': 3, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'gw_port': {'id': 'b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:45Z', 'updated_at': '2022-09-01T14:05:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:05:55.264288 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-54a6a3f4-956b-424b-a153-c221a5898fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (ba85496b-b991-48c7-9c6c-3b8b42b120e3), after_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:55.306230 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34ace4c-68e3-4ed1-a73e-7c340b6bdc5a None None] Checking router: eee64747-ed94-47a0-93f9-178ac5acd67c for host: dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:05:55.306573 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34ace4c-68e3-4ed1-a73e-7c340b6bdc5a None None] Updating router eee64747-ed94-47a0-93f9-178ac5acd67c port b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9 binding host dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:05:55.315785 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 3c09149f-f2c6-41b7-8762-62585f1532c5 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:05:55.316164 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (3c09149f-f2c6-41b7-8762-62585f1532c5), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:55.352633 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 53622) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:05:55.357602 dv-cinder-852211-7-iscsi neutron-server[107073]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 01 14:05:55.364005 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-cb1f86b9-40a9-45ea-af43-d63b9adc3e7c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:05:55.364580 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-cb1f86b9-40a9-45ea-af43-d63b9adc3e7c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:05:55.364758 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-cb1f86b9-40a9-45ea-af43-d63b9adc3e7c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:05:55.365007 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-cb1f86b9-40a9-45ea-af43-d63b9adc3e7c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:05:55.365403 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.services.segments.db [None req-cb1f86b9-40a9-45ea-af43-d63b9adc3e7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0514299f-fb6a-4d5d-8125-4eed9952248f']}} {{(pid=107074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:05:55.375910 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.managers [None req-54a6a3f4-956b-424b-a153-c221a5898fc9 None None] Attempting to bind port ba85496b-b991-48c7-9c6c-3b8b42b120e3 on host dv-cinder-852211-7-iscsi for vnic_type normal with profile {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:05:55.377083 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.managers [None req-54a6a3f4-956b-424b-a153-c221a5898fc9 None None] Attempting to bind port ba85496b-b991-48c7-9c6c-3b8b42b120e3 by drivers openvswitch,hyperv on host dv-cinder-852211-7-iscsi at level 0 using segments [{'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}] {{(pid=107076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:05:55.377083 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a6a3f4-956b-424b-a153-c221a5898fc9 None None] Attempting to bind port ba85496b-b991-48c7-9c6c-3b8b42b120e3 on network 495e3753-365b-4db4-ace7-a3dca370cb0d {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:05:55.390305 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:55.391534 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee35556-0a7e-45ba-b145-f6232aa571cb None None] Pushing event updated for resources: {'Port': ['ID=ba85496b-b991-48c7-9c6c-3b8b42b120e3,revision_number=2']} {{(pid=107076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:55.400365 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a6a3f4-956b-424b-a153-c221a5898fc9 None None] Checking agent: {'id': '16ae7bad-0e03-4d8e-885b-3ed578a6ac87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 13, 56, 30), 'started_at': datetime.datetime(2022, 9, 1, 13, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:05:55.401828 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a6a3f4-956b-424b-a153-c221a5898fc9 None None] Checking segment: {'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:05:55.401828 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-54a6a3f4-956b-424b-a153-c221a5898fc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:55.401828 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a6a3f4-956b-424b-a153-c221a5898fc9 None None] Bound using segment: {'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'} {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:05:55.402255 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.managers [None req-54a6a3f4-956b-424b-a153-c221a5898fc9 None None] Bound port: ba85496b-b991-48c7-9c6c-3b8b42b120e3, host: dv-cinder-852211-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}}] {{(pid=107076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:05:55.402620 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-54a6a3f4-956b-424b-a153-c221a5898fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (ba85496b-b991-48c7-9c6c-3b8b42b120e3), before_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:55.438905 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.db.api [None req-3751249a-37df-4dcf-bc82-b08d6dcfa22c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107075) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 01 14:05:55.439274 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG oslo_db.api [None req-3751249a-37df-4dcf-bc82-b08d6dcfa22c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 14:05:55.450941 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d34ace4c-68e3-4ed1-a73e-7c340b6bdc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:55.515932 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=7 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:55.640137 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.db [None req-54a6a3f4-956b-424b-a153-c221a5898fc9 None None] For port ba85496b-b991-48c7-9c6c-3b8b42b120e3, host dv-cinder-852211-7-iscsi, cleared binding levels {{(pid=107076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:05:55.648458 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.db [None req-54a6a3f4-956b-424b-a153-c221a5898fc9 None None] For port ba85496b-b991-48c7-9c6c-3b8b42b120e3, host dv-cinder-852211-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=ba85496b-b991-48c7-9c6c-3b8b42b120e3,segment=NetworkSegment(f315c88c-0cea-42ce-ac38-790188a99330),segment_id=f315c88c-0cea-42ce-ac38-790188a99330)] {{(pid=107076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:05:55.655314 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:55.658343 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 3c09149f-f2c6-41b7-8762-62585f1532c5 is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:05:55.678589 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.services.segments.db [None req-cb1f86b9-40a9-45ea-af43-d63b9adc3e7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb406ae-7c0e-4acd-94de-770cf1a3c93a') {'for_net_delete': True} {{(pid=107074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:05:55.678885 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.services.segments.db [None req-cb1f86b9-40a9-45ea-af43-d63b9adc3e7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb406ae-7c0e-4acd-94de-770cf1a3c93a') {} {{(pid=107074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:05:55.703426 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-f5f6ba9b-ab81-4468-ba9e-2ab5aa34233a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:55.776761 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-54a6a3f4-956b-424b-a153-c221a5898fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (ba85496b-b991-48c7-9c6c-3b8b42b120e3), after_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:55.846873 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-e8be5287-2402-4b75-a55b-bdfc367e4e2c tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:05:55.848627 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-e8be5287-2402-4b75-a55b-bdfc367e4e2c tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/networks?id=16a106e2-cc97-4518-b881-ae2a1035d4e5 HTTP/1.1" status: 200 len: 812 time: 0.4939804 Sep 01 14:05:55.855848 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-2052cd3e-31f7-49be-b4e4-bd25297bb659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:55.858183 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5e255-5245-4bad-8fcd-f7451bf0bd3f admin admin] Pushing event updated for resources: {'Port': ['ID=f67cb7de-db9d-4185-8a7e-2c17517e2aab,revision_number=2']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:55.901852 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee35556-0a7e-45ba-b145-f6232aa571cb None None] Pushing event updated for resources: {'Port': ['ID=ba85496b-b991-48c7-9c6c-3b8b42b120e3,revision_number=3']} {{(pid=107076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:55.918444 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a6a3f4-956b-424b-a153-c221a5898fc9 None None] Routers {'57c9ec02-e72b-4e01-9908-f9246af4a8a2'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:05:55.919445 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-54a6a3f4-956b-424b-a153-c221a5898fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:05:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['57c9ec02-e72b-4e01-9908-f9246af4a8a2'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:05:55.944326 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-e3ba4df6-b0e0-4240-84c6-8d4d900210bd tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/quotas/f871b0e1d3154b6d8c297b12ae738be0 HTTP/1.1" status: 200 len: 375 time: 0.0537364 Sep 01 14:05:55.950602 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-cb1f86b9-40a9-45ea-af43-d63b9adc3e7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786311985893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2922463'] for segment (7fb406ae-7c0e-4acd-94de-770cf1a3c93a), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:56.061280 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b5e255-5245-4bad-8fcd-f7451bf0bd3f admin admin] Network 04671c53-ca48-4ca5-8247-463b6ac1fbe1 is already hosted by enough agents. {{(pid=107074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:05:56.076308 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-f9b5e255-5245-4bad-8fcd-f7451bf0bd3f admin admin] Resources bound (agent type, host, resource id): {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:05:56.087858 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-cb1f86b9-40a9-45ea-af43-d63b9adc3e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881'] for segment (7fb406ae-7c0e-4acd-94de-770cf1a3c93a), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:56.098647 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 20a34b8d-f46a-432a-980e-ba272a2a2bbe up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:05:56.113986 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-831e8526-da70-4033-bcd2-7c7f95fd6cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:56.131949 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb1f86b9-40a9-45ea-af43-d63b9adc3e7c admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=107074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 14:05:56.132353 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-cb1f86b9-40a9-45ea-af43-d63b9adc3e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923899'] for segment (7fb406ae-7c0e-4acd-94de-770cf1a3c93a), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:56.153347 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-b330e7a9-52b0-4a50-aee4-865d0ed9190d tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f871b0e1d3154b6d8c297b12ae738be0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2033293 Sep 01 14:05:56.176107 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-54a6a3f4-956b-424b-a153-c221a5898fc9 None None] Set router 57c9ec02-e72b-4e01-9908-f9246af4a8a2 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:05:56.281150 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-3751249a-37df-4dcf-bc82-b08d6dcfa22c None None] Current status of the port c456811e-be15-45ff-8462-e6e92d48c01b is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:05:56.324587 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.db_base_plugin_common [None req-2052cd3e-31f7-49be-b4e4-bd25297bb659 admin admin] Allocated IP 172.20.0.1 (5efdbb74-e6fe-4a11-96cb-23855066e81b/9516b454-0891-4d29-9fc5-0ee1fc6356e3/34ee6083-9372-4eee-acbd-9954043934ae) {{(pid=107073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:05:56.397861 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 20a34b8d-f46a-432a-980e-ba272a2a2bbe triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:05:56.404541 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (20a34b8d-f46a-432a-980e-ba272a2a2bbe), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:56.448572 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-c11bbc8c-31e9-4901-bdae-a46a38a430bd None None] Provisioning complete for port f67cb7de-db9d-4185-8a7e-2c17517e2aab triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:05:56.450692 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-c11bbc8c-31e9-4901-bdae-a46a38a430bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (f67cb7de-db9d-4185-8a7e-2c17517e2aab), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:56.570629 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-f5f6ba9b-ab81-4468-ba9e-2ab5aa34233a admin admin] Publish callbacks [] for security_group (7b0ff03b-f721-400b-9ad9-58c41db1d56a), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:56.613643 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d34ace4c-68e3-4ed1-a73e-7c340b6bdc5a None None] Publish callbacks [] for port (b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9), precommit_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:56.650824 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:56.652367 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:56.675238 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-36531bd5-139e-4a3b-ae88-eb30d6f4757b service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107073) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 14:05:56.677549 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-36531bd5-139e-4a3b-ae88-eb30d6f4757b service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1857440 Sep 01 14:05:56.684349 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-c11bbc8c-31e9-4901-bdae-a46a38a430bd None None] Port f67cb7de-db9d-4185-8a7e-2c17517e2aab cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 14:05:56.709611 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-c11bbc8c-31e9-4901-bdae-a46a38a430bd None None] Provisioning complete for port 3c09149f-f2c6-41b7-8762-62585f1532c5 triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:05:56.710480 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-c11bbc8c-31e9-4901-bdae-a46a38a430bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (3c09149f-f2c6-41b7-8762-62585f1532c5), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:56.782759 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-f5f6ba9b-ab81-4468-ba9e-2ab5aa34233a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (7b0ff03b-f721-400b-9ad9-58c41db1d56a), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:56.799488 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-54a6a3f4-956b-424b-a153-c221a5898fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'name': 'tempest-ServerRescueNegativeTestJSON-647081354-router', 'tenant_id': '36049d2090b84443a3bf3bf00558379e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ba85496b-b991-48c7-9c6c-3b8b42b120e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:43Z', 'updated_at': '2022-09-01T14:05:48Z', 'revision_number': 3, 'project_id': '36049d2090b84443a3bf3bf00558379e', 'gw_port': {'id': 'ba85496b-b991-48c7-9c6c-3b8b42b120e3', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:08:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:45Z', 'updated_at': '2022-09-01T14:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:05:56.858366 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d34ace4c-68e3-4ed1-a73e-7c340b6bdc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:56.871835 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a6a3f4-956b-424b-a153-c221a5898fc9 None None] The sync data for ids ['57c9ec02-e72b-4e01-9908-f9246af4a8a2'] in dv-cinder-852211-7-iscsi is: [{'id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'name': 'tempest-ServerRescueNegativeTestJSON-647081354-router', 'tenant_id': '36049d2090b84443a3bf3bf00558379e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ba85496b-b991-48c7-9c6c-3b8b42b120e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:43Z', 'updated_at': '2022-09-01T14:05:48Z', 'revision_number': 3, 'project_id': '36049d2090b84443a3bf3bf00558379e', 'gw_port': {'id': 'ba85496b-b991-48c7-9c6c-3b8b42b120e3', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:08:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:45Z', 'updated_at': '2022-09-01T14:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}] {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:05:56.934482 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14679e6-f05f-48a3-a128-b35657cfa699 None None] Pushing event updated for resources: {'Port': ['ID=b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9,revision_number=2']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:57.000722 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-cb1f86b9-40a9-45ea-af43-d63b9adc3e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122255'] for network (0514299f-fb6a-4d5d-8125-4eed9952248f), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:57.010563 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 20a34b8d-f46a-432a-980e-ba272a2a2bbe is: DOWN; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:05:57.011459 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (20a34b8d-f46a-432a-980e-ba272a2a2bbe), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:57.031083 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-d34ace4c-68e3-4ed1-a73e-7c340b6bdc5a None None] Attempting to bind port b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9 on host dv-cinder-852211-7-iscsi for vnic_type normal with profile {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:05:57.031646 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-d34ace4c-68e3-4ed1-a73e-7c340b6bdc5a None None] Attempting to bind port b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9 by drivers openvswitch,hyperv on host dv-cinder-852211-7-iscsi at level 0 using segments [{'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:05:57.032152 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34ace4c-68e3-4ed1-a73e-7c340b6bdc5a None None] Attempting to bind port b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9 on network 495e3753-365b-4db4-ace7-a3dca370cb0d {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:05:57.177876 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-2052cd3e-31f7-49be-b4e4-bd25297bb659 admin admin] Publish callbacks [] for port (34ee6083-9372-4eee-acbd-9954043934ae), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:57.194820 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34ace4c-68e3-4ed1-a73e-7c340b6bdc5a None None] Checking agent: {'id': '16ae7bad-0e03-4d8e-885b-3ed578a6ac87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 13, 56, 30), 'started_at': datetime.datetime(2022, 9, 1, 13, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:05:57.195501 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34ace4c-68e3-4ed1-a73e-7c340b6bdc5a None None] Checking segment: {'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:05:57.196166 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d34ace4c-68e3-4ed1-a73e-7c340b6bdc5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:57.196995 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34ace4c-68e3-4ed1-a73e-7c340b6bdc5a None None] Bound using segment: {'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:05:57.197736 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-d34ace4c-68e3-4ed1-a73e-7c340b6bdc5a None None] Bound port: b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9, host: dv-cinder-852211-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:05:57.198406 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d34ace4c-68e3-4ed1-a73e-7c340b6bdc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:57.239357 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-e4a4e4bc-2739-46b8-b7f5-795517dbc483 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/16a106e2-cc97-4518-b881-ae2a1035d4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5139270 Sep 01 14:05:57.263570 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] For port 20a34b8d-f46a-432a-980e-ba272a2a2bbe, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=20a34b8d-f46a-432a-980e-ba272a2a2bbe,segment=NetworkSegment(f315c88c-0cea-42ce-ac38-790188a99330),segment_id=f315c88c-0cea-42ce-ac38-790188a99330)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:05:57.272193 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-c11bbc8c-31e9-4901-bdae-a46a38a430bd None None] Current status of the port 3c09149f-f2c6-41b7-8762-62585f1532c5 is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:05:57.317337 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-c11bbc8c-31e9-4901-bdae-a46a38a430bd None None] Provisioning complete for port 2b72c706-12d5-4b76-bdda-e47a5337ff48 triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:05:57.318276 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-c11bbc8c-31e9-4901-bdae-a46a38a430bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (2b72c706-12d5-4b76-bdda-e47a5337ff48), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:57.342467 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-2052cd3e-31f7-49be-b4e4-bd25297bb659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320'] for port (34ee6083-9372-4eee-acbd-9954043934ae), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:57.396780 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (20a34b8d-f46a-432a-980e-ba272a2a2bbe), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:57.397768 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device c456811e-be15-45ff-8462-e6e92d48c01b up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:05:57.420295 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-f5f6ba9b-ab81-4468-ba9e-2ab5aa34233a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=238327a3ec7946ada50cc2a71d542415&name=default HTTP/1.1" status: 200 len: 2992 time: 2.6643195 Sep 01 14:05:57.422300 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f86b9-40a9-45ea-af43-d63b9adc3e7c admin admin] Pushing event deleted for resources: {'Network': ['ID=0514299f-fb6a-4d5d-8125-4eed9952248f,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:57.429697 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-cb1f86b9-40a9-45ea-af43-d63b9adc3e7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for network (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:57.437033 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-cb1f86b9-40a9-45ea-af43-d63b9adc3e7c admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/0514299f-fb6a-4d5d-8125-4eed9952248f HTTP/1.1" status: 204 len: 168 time: 3.7862461 Sep 01 14:05:57.438416 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 53664) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:05:57.451684 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 53666) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:05:57.465672 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6ba9b-ab81-4468-ba9e-2ab5aa34233a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0ff03b-f721-400b-9ad9-58c41db1d56a,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:57.470605 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.services.segments.plugin [-] Segment 7fb406ae-7c0e-4acd-94de-770cf1a3c93a resource provider aggregate not found Sep 01 14:05:57.590717 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.services.segments.plugin [-] Segment 7fb406ae-7c0e-4acd-94de-770cf1a3c93a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7fb406ae-7c0e-4acd-94de-770cf1a3c93a found for delete ", "request_id": "req-60538887-71d9-4072-8eca-49e7c252d90e"}]} Sep 01 14:05:57.629666 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2052cd3e-31f7-49be-b4e4-bd25297bb659 admin admin] Network 5efdbb74-e6fe-4a11-96cb-23855066e81b is already hosted by enough agents. {{(pid=107073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:05:57.644476 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.base_scheduler [None req-2052cd3e-31f7-49be-b4e4-bd25297bb659 admin admin] Resources bound (agent type, host, resource id): {{(pid=107073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:05:57.664606 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2052cd3e-31f7-49be-b4e4-bd25297bb659 admin admin] Received port after_create {{(pid=107073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:05:57.666995 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-2052cd3e-31f7-49be-b4e4-bd25297bb659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33120883'] for router_interface (eee64747-ed94-47a0-93f9-178ac5acd67c), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:57.678360 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b5e255-5245-4bad-8fcd-f7451bf0bd3f admin admin] Router 37b08d5e-be17-4105-af7b-a88fbc50b9fc has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:05:57.742630 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_v2 [None req-4657acb0-5004-4eb3-84e5-902dd2a031f9 admin admin] Deleting subnet 010f17c4-846e-4f39-9aef-11123989f73f {{(pid=107074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 14:05:57.756083 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052cd3e-31f7-49be-b4e4-bd25297bb659 admin admin] Pushing event updated for resources: {'Port': ['ID=34ee6083-9372-4eee-acbd-9954043934ae,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:57.761744 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-a0c88a8f-c139-44f4-9643-50d39bfe861c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/16a106e2-cc97-4518-b881-ae2a1035d4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5085945 Sep 01 14:05:57.772085 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4657acb0-5004-4eb3-84e5-902dd2a031f9 admin admin] Publish callbacks [] for subnet (010f17c4-846e-4f39-9aef-11123989f73f), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:57.832806 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:57.914429 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-d34ace4c-68e3-4ed1-a73e-7c340b6bdc5a None None] For port b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9, host dv-cinder-852211-7-iscsi, cleared binding levels {{(pid=107075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:05:57.963381 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-c11bbc8c-31e9-4901-bdae-a46a38a430bd None None] Port 2b72c706-12d5-4b76-bdda-e47a5337ff48 cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 14:05:57.989109 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-d34ace4c-68e3-4ed1-a73e-7c340b6bdc5a None None] For port b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9, host dv-cinder-852211-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9,segment=NetworkSegment(f315c88c-0cea-42ce-ac38-790188a99330),segment_id=f315c88c-0cea-42ce-ac38-790188a99330)] {{(pid=107075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:05:57.994594 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-eaa7d5f0-e6eb-4d19-aa80-28a960cc2660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:58.044242 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port c456811e-be15-45ff-8462-e6e92d48c01b triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:05:58.045210 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (c456811e-be15-45ff-8462-e6e92d48c01b), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:58.074558 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-936227fe-06fe-419c-9850-c97d9ede65ce admin admin] Publish callbacks [] for security_group (7b0ff03b-f721-400b-9ad9-58c41db1d56a), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:58.089956 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_common [None req-831e8526-da70-4033-bcd2-7c7f95fd6cae admin admin] Allocated IP 172.20.0.1 (9cdd4113-f7e0-45eb-bbb2-5da93102bf6c/d2d86ced-9867-4b29-96c7-eb755efebba7/6d165577-f5d8-4e45-b6f9-dd2cb49b501e) {{(pid=107074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:05:58.099970 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=100 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:58.107839 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-c11bbc8c-31e9-4901-bdae-a46a38a430bd None None] Provisioning complete for port c456811e-be15-45ff-8462-e6e92d48c01b triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:05:58.107839 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-c11bbc8c-31e9-4901-bdae-a46a38a430bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (c456811e-be15-45ff-8462-e6e92d48c01b), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:58.151199 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4657acb0-5004-4eb3-84e5-902dd2a031f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2922440'] for subnet (010f17c4-846e-4f39-9aef-11123989f73f), precommit_delete_associations {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:58.154846 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Pushing event updated for resources: {'Port': ['ID=20a34b8d-f46a-432a-980e-ba272a2a2bbe,revision_number=4']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:58.181139 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d34ace4c-68e3-4ed1-a73e-7c340b6bdc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:58.247493 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-936227fe-06fe-419c-9850-c97d9ede65ce admin admin] Publish callbacks [] for security_group (7b0ff03b-f721-400b-9ad9-58c41db1d56a), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:58.264312 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-2052cd3e-31f7-49be-b4e4-bd25297bb659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (34ee6083-9372-4eee-acbd-9954043934ae), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:58.269460 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:58.306941 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34ace4c-68e3-4ed1-a73e-7c340b6bdc5a None None] Routers {'eee64747-ed94-47a0-93f9-178ac5acd67c'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:05:58.306941 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-d34ace4c-68e3-4ed1-a73e-7c340b6bdc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:05:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['eee64747-ed94-47a0-93f9-178ac5acd67c'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:05:58.312445 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port c456811e-be15-45ff-8462-e6e92d48c01b is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:05:58.314935 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 3945c6b9-8de6-49e1-aa32-4bbf5de3ddec up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:05:58.341086 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14679e6-f05f-48a3-a128-b35657cfa699 None None] Pushing event updated for resources: {'Port': ['ID=b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9,revision_number=3']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:58.461587 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-c11bbc8c-31e9-4901-bdae-a46a38a430bd None None] Current status of the port c456811e-be15-45ff-8462-e6e92d48c01b is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:05:58.543606 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 3945c6b9-8de6-49e1-aa32-4bbf5de3ddec triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:05:58.544234 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (3945c6b9-8de6-49e1-aa32-4bbf5de3ddec), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:58.563903 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6529a4-8c97-4cb9-ae64-00cd58f46c2a None None] Sync routers for ids ['829c317c-e143-43bd-89e4-e0d7d1963476'] in dv-cinder-852211-7-iscsi {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:05:58.597876 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6529a4-8c97-4cb9-ae64-00cd58f46c2a None None] Routers {'829c317c-e143-43bd-89e4-e0d7d1963476'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:05:58.598878 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-0b6529a4-8c97-4cb9-ae64-00cd58f46c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:05:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['829c317c-e143-43bd-89e4-e0d7d1963476'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:05:58.690878 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 53688) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:05:58.716457 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:58.780976 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-c654857d-2cc6-44c1-9194-f25a96d57934 None None] Provisioning complete for port f67cb7de-db9d-4185-8a7e-2c17517e2aab triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:05:58.784433 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4657acb0-5004-4eb3-84e5-902dd2a031f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784543'] for subnet (010f17c4-846e-4f39-9aef-11123989f73f), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:58.792799 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-c654857d-2cc6-44c1-9194-f25a96d57934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (f67cb7de-db9d-4185-8a7e-2c17517e2aab), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:58.816737 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b5e255-5245-4bad-8fcd-f7451bf0bd3f admin admin] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:05:58.850791 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-f9b5e255-5245-4bad-8fcd-f7451bf0bd3f admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/37b08d5e-be17-4105-af7b-a88fbc50b9fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7909665 Sep 01 14:05:58.927187 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:58.949553 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8412a7e4-9ef1-4385-a081-79216493fbbf None None] Sync routers for ids ['37b08d5e-be17-4105-af7b-a88fbc50b9fc'] in dv-cinder-852211-7-iscsi {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:05:58.961295 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-0b6529a4-8c97-4cb9-ae64-00cd58f46c2a None None] Set router 829c317c-e143-43bd-89e4-e0d7d1963476 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:05:59.020347 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:59.065650 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8412a7e4-9ef1-4385-a081-79216493fbbf None None] Routers {'37b08d5e-be17-4105-af7b-a88fbc50b9fc'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:05:59.066931 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-8412a7e4-9ef1-4385-a081-79216493fbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:05:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['37b08d5e-be17-4105-af7b-a88fbc50b9fc'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:05:59.113206 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-d34ace4c-68e3-4ed1-a73e-7c340b6bdc5a None None] Set router eee64747-ed94-47a0-93f9-178ac5acd67c gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:05:59.182875 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-831e8526-da70-4033-bcd2-7c7f95fd6cae admin admin] Publish callbacks [] for port (6d165577-f5d8-4e45-b6f9-dd2cb49b501e), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:59.365193 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-831e8526-da70-4033-bcd2-7c7f95fd6cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (6d165577-f5d8-4e45-b6f9-dd2cb49b501e), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:59.433444 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ff133e13-db83-46ee-9953-122aca607009 req-005de3fd-0dd2-4b92-a26f-732b35013979 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3000b992-fcbf-472e-a1e0-11b101af43a7 HTTP/1.1" status: 200 len: 210 time: 0.7379658 Sep 01 14:05:59.457240 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-936227fe-06fe-419c-9850-c97d9ede65ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (7b0ff03b-f721-400b-9ad9-58c41db1d56a), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:59.467300 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-936227fe-06fe-419c-9850-c97d9ede65ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:59.468609 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-936227fe-06fe-419c-9850-c97d9ede65ce admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/7b0ff03b-f721-400b-9ad9-58c41db1d56a HTTP/1.1" status: 204 len: 168 time: 2.0217547 Sep 01 14:05:59.508400 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-0b6529a4-8c97-4cb9-ae64-00cd58f46c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829c317c-e143-43bd-89e4-e0d7d1963476', 'name': 'tempest-DeleteServersTestJSON-1757842406-router', 'tenant_id': 'f871b0e1d3154b6d8c297b12ae738be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '20a34b8d-f46a-432a-980e-ba272a2a2bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:42Z', 'updated_at': '2022-09-01T14:05:52Z', 'revision_number': 4, 'project_id': 'f871b0e1d3154b6d8c297b12ae738be0', 'gw_port': {'id': '20a34b8d-f46a-432a-980e-ba272a2a2bbe', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829c317c-e143-43bd-89e4-e0d7d1963476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:44Z', 'updated_at': '2022-09-01T14:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '2b72c706-12d5-4b76-bdda-e47a5337ff48', 'name': '', 'network_id': '16a106e2-cc97-4518-b881-ae2a1035d4e5', 'tenant_id': 'f871b0e1d3154b6d8c297b12ae738be0', 'mac_address': 'fa:16:3e:f0:30:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829c317c-e143-43bd-89e4-e0d7d1963476', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a5f4ab41-b8ce-4fe6-801e-089287141d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:50Z', 'updated_at': '2022-09-01T14:05:52Z', 'revision_number': 2, 'project_id': 'f871b0e1d3154b6d8c297b12ae738be0', 'subnets': [{'id': 'a5f4ab41-b8ce-4fe6-801e-089287141d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:05:59.553468 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-c654857d-2cc6-44c1-9194-f25a96d57934 None None] Port f67cb7de-db9d-4185-8a7e-2c17517e2aab cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 14:05:59.568581 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936227fe-06fe-419c-9850-c97d9ede65ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0ff03b-f721-400b-9ad9-58c41db1d56a,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:59.578105 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831e8526-da70-4033-bcd2-7c7f95fd6cae admin admin] Network 9cdd4113-f7e0-45eb-bbb2-5da93102bf6c is already hosted by enough agents. {{(pid=107074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:05:59.588599 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6529a4-8c97-4cb9-ae64-00cd58f46c2a None None] Checking router: 829c317c-e143-43bd-89e4-e0d7d1963476 for host: dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:05:59.589142 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e8526-da70-4033-bcd2-7c7f95fd6cae admin admin] Pushing event updated for resources: {'Port': ['ID=6d165577-f5d8-4e45-b6f9-dd2cb49b501e,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:59.589338 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6529a4-8c97-4cb9-ae64-00cd58f46c2a None None] Updating router 829c317c-e143-43bd-89e4-e0d7d1963476 port 2b72c706-12d5-4b76-bdda-e47a5337ff48 binding host dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:05:59.598242 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-831e8526-da70-4033-bcd2-7c7f95fd6cae admin admin] Resources bound (agent type, host, resource id): {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:05:59.604591 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831e8526-da70-4033-bcd2-7c7f95fd6cae admin admin] Received port after_create {{(pid=107074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:05:59.670661 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4657acb0-5004-4eb3-84e5-902dd2a031f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2922457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2708936'] for subnet (010f17c4-846e-4f39-9aef-11123989f73f), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:59.673467 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-0b6529a4-8c97-4cb9-ae64-00cd58f46c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (2b72c706-12d5-4b76-bdda-e47a5337ff48), before_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:59.701208 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-2052cd3e-31f7-49be-b4e4-bd25297bb659 admin admin] Publish callbacks [] for port (34ee6083-9372-4eee-acbd-9954043934ae), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:59.808938 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4657acb0-5004-4eb3-84e5-902dd2a031f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=010f17c4-846e-4f39-9aef-11123989f73f,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:05:59.836581 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-2052cd3e-31f7-49be-b4e4-bd25297bb659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (34ee6083-9372-4eee-acbd-9954043934ae), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:59.837637 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-2052cd3e-31f7-49be-b4e4-bd25297bb659 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33091771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33120975'] for router_interface (eee64747-ed94-47a0-93f9-178ac5acd67c), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:59.852306 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4657acb0-5004-4eb3-84e5-902dd2a031f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for subnet (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:05:59.865655 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-4657acb0-5004-4eb3-84e5-902dd2a031f9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/010f17c4-846e-4f39-9aef-11123989f73f HTTP/1.1" status: 204 len: 168 time: 2.3996136 Sep 01 14:05:59.866435 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 53732) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:05:59.900963 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:05:59.909049 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-831e8526-da70-4033-bcd2-7c7f95fd6cae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33120883'] for router_interface (57c9ec02-e72b-4e01-9908-f9246af4a8a2), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:00.103935 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052cd3e-31f7-49be-b4e4-bd25297bb659 admin admin] Pushing event updated for resources: {'Port': ['ID=34ee6083-9372-4eee-acbd-9954043934ae,revision_number=2']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:00.193978 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:00.197225 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 53742) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:00.216350 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-2e546b84-81e4-49ca-a6b0-76c62dfac02d tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1825152607', 'description': 'tempest-description--763731655'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:06:00.237680 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2052cd3e-31f7-49be-b4e4-bd25297bb659 admin admin] Network 5efdbb74-e6fe-4a11-96cb-23855066e81b is already hosted by enough agents. {{(pid=107073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:06:00.242512 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.base_scheduler [None req-2052cd3e-31f7-49be-b4e4-bd25297bb659 admin admin] Resources bound (agent type, host, resource id): {{(pid=107073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:06:00.380440 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4964f462-ac3b-48e0-a891-b741138a394b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-703534'] for network (de98b465-9dd8-40bf-bc15-18b7c11228fc), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:00.426949 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:00.449521 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:00.453019 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=100 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:00.496070 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-0b6529a4-8c97-4cb9-ae64-00cd58f46c2a None None] Publish callbacks [] for port (2b72c706-12d5-4b76-bdda-e47a5337ff48), precommit_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:00.505799 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-2e546b84-81e4-49ca-a6b0-76c62dfac02d tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:00.506926 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:00.507954 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:00.591943 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-c654857d-2cc6-44c1-9194-f25a96d57934 None None] Provisioning complete for port 34ee6083-9372-4eee-acbd-9954043934ae triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:06:00.596816 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-c654857d-2cc6-44c1-9194-f25a96d57934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (34ee6083-9372-4eee-acbd-9954043934ae), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:00.641012 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 3945c6b9-8de6-49e1-aa32-4bbf5de3ddec is: DOWN; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:06:00.641412 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (3945c6b9-8de6-49e1-aa32-4bbf5de3ddec), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:00.647315 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-0b6529a4-8c97-4cb9-ae64-00cd58f46c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (2b72c706-12d5-4b76-bdda-e47a5337ff48), after_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:00.667971 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] For port 3945c6b9-8de6-49e1-aa32-4bbf5de3ddec, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=3945c6b9-8de6-49e1-aa32-4bbf5de3ddec,segment=NetworkSegment(f315c88c-0cea-42ce-ac38-790188a99330),segment_id=f315c88c-0cea-42ce-ac38-790188a99330)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:06:00.700619 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-d34ace4c-68e3-4ed1-a73e-7c340b6bdc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'name': 'tempest-AttachVolumeTestJSON-531647860-router', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:43Z', 'updated_at': '2022-09-01T14:05:58Z', 'revision_number': 4, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'gw_port': {'id': 'b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:45Z', 'updated_at': '2022-09-01T14:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '34ee6083-9372-4eee-acbd-9954043934ae', 'name': '', 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'mac_address': 'fa:16:3e:f6:a7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9516b454-0891-4d29-9fc5-0ee1fc6356e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:55Z', 'updated_at': '2022-09-01T14:05:56Z', 'revision_number': 1, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'subnets': [{'id': '9516b454-0891-4d29-9fc5-0ee1fc6356e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:06:00.738671 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fff85e-aa26-47ae-892d-90cba5b51b76 None None] Pushing event updated for resources: {'Port': ['ID=2b72c706-12d5-4b76-bdda-e47a5337ff48,revision_number=3']} {{(pid=107076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:00.809305 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7943c7de-3b99-484a-80c3-be78ac74619d req-9db9d9b5-461f-47ce-9ebe-eec83ac0a621 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3000b992-fcbf-472e-a1e0-11b101af43a7 HTTP/1.1" status: 200 len: 210 time: 0.1082249 Sep 01 14:06:00.824482 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4964f462-ac3b-48e0-a891-b741138a394b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718328', 'neutron.services.segments.db._delete_segments_for_network-8786311954077'] for network (de98b465-9dd8-40bf-bc15-18b7c11228fc), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:00.839021 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34ace4c-68e3-4ed1-a73e-7c340b6bdc5a None None] The sync data for ids ['eee64747-ed94-47a0-93f9-178ac5acd67c'] in dv-cinder-852211-7-iscsi is: [{'id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'name': 'tempest-AttachVolumeTestJSON-531647860-router', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:43Z', 'updated_at': '2022-09-01T14:05:58Z', 'revision_number': 4, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'gw_port': {'id': 'b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:45Z', 'updated_at': '2022-09-01T14:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '34ee6083-9372-4eee-acbd-9954043934ae', 'name': '', 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'mac_address': 'fa:16:3e:f6:a7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9516b454-0891-4d29-9fc5-0ee1fc6356e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:55Z', 'updated_at': '2022-09-01T14:05:56Z', 'revision_number': 1, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'subnets': [{'id': '9516b454-0891-4d29-9fc5-0ee1fc6356e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:06:00.841230 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (3945c6b9-8de6-49e1-aa32-4bbf5de3ddec), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:00.842373 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 3c09149f-f2c6-41b7-8762-62585f1532c5 up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:06:00.873319 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2052cd3e-31f7-49be-b4e4-bd25297bb659 admin admin] Router eee64747-ed94-47a0-93f9-178ac5acd67c has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:06:01.005302 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-8412a7e4-9ef1-4385-a081-79216493fbbf None None] Set router 37b08d5e-be17-4105-af7b-a88fbc50b9fc gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:06:01.010569 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Pushing event updated for resources: {'Port': ['ID=3945c6b9-8de6-49e1-aa32-4bbf5de3ddec,revision_number=4']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:01.013665 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:01.062652 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-2e546b84-81e4-49ca-a6b0-76c62dfac02d tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for security_group (0c241a0e-e875-4a59-9689-095286eca996), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:01.096170 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:01.104864 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-c654857d-2cc6-44c1-9194-f25a96d57934 None None] Port 34ee6083-9372-4eee-acbd-9954043934ae cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 14:06:01.149232 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.services.segments.db [None req-4964f462-ac3b-48e0-a891-b741138a394b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de98b465-9dd8-40bf-bc15-18b7c11228fc']}} {{(pid=107074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:06:01.163498 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-2e546b84-81e4-49ca-a6b0-76c62dfac02d tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (0c241a0e-e875-4a59-9689-095286eca996), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:01.194127 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.managers [None req-0b6529a4-8c97-4cb9-ae64-00cd58f46c2a None None] Attempting to bind port 2b72c706-12d5-4b76-bdda-e47a5337ff48 on host dv-cinder-852211-7-iscsi for vnic_type normal with profile {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:06:01.194685 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.managers [None req-0b6529a4-8c97-4cb9-ae64-00cd58f46c2a None None] Attempting to bind port 2b72c706-12d5-4b76-bdda-e47a5337ff48 by drivers openvswitch,hyperv on host dv-cinder-852211-7-iscsi at level 0 using segments [{'id': 'd5de3e2b-b60d-4f28-9212-ecf41e7a6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '16a106e2-cc97-4518-b881-ae2a1035d4e5'}] {{(pid=107076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:06:01.195815 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.services.segments.db [None req-4964f462-ac3b-48e0-a891-b741138a394b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8b3cc8b-8769-471c-bbb4-fe3e368e6513') {'for_net_delete': True} {{(pid=107074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:06:01.196339 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.services.segments.db [None req-4964f462-ac3b-48e0-a891-b741138a394b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8b3cc8b-8769-471c-bbb4-fe3e368e6513') {} {{(pid=107074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:06:01.196455 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6529a4-8c97-4cb9-ae64-00cd58f46c2a None None] Attempting to bind port 2b72c706-12d5-4b76-bdda-e47a5337ff48 on network 16a106e2-cc97-4518-b881-ae2a1035d4e5 {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:06:01.212719 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6529a4-8c97-4cb9-ae64-00cd58f46c2a None None] Checking agent: {'id': '16ae7bad-0e03-4d8e-885b-3ed578a6ac87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 13, 56, 30), 'started_at': datetime.datetime(2022, 9, 1, 13, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:06:01.213264 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6529a4-8c97-4cb9-ae64-00cd58f46c2a None None] Checking segment: {'id': 'd5de3e2b-b60d-4f28-9212-ecf41e7a6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '16a106e2-cc97-4518-b881-ae2a1035d4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:06:01.213774 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-0b6529a4-8c97-4cb9-ae64-00cd58f46c2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:01.214302 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6529a4-8c97-4cb9-ae64-00cd58f46c2a None None] Bound using segment: {'id': 'd5de3e2b-b60d-4f28-9212-ecf41e7a6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '16a106e2-cc97-4518-b881-ae2a1035d4e5'} {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:06:01.214899 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.managers [None req-0b6529a4-8c97-4cb9-ae64-00cd58f46c2a None None] Bound port: 2b72c706-12d5-4b76-bdda-e47a5337ff48, host: dv-cinder-852211-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5de3e2b-b60d-4f28-9212-ecf41e7a6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '16a106e2-cc97-4518-b881-ae2a1035d4e5'}}] {{(pid=107076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:06:01.215413 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-0b6529a4-8c97-4cb9-ae64-00cd58f46c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (2b72c706-12d5-4b76-bdda-e47a5337ff48), before_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:01.225421 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2052cd3e-31f7-49be-b4e4-bd25297bb659 admin admin] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:06:01.234987 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:01.252010 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:01.255700 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-2052cd3e-31f7-49be-b4e4-bd25297bb659 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/eee64747-ed94-47a0-93f9-178ac5acd67c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1238799 Sep 01 14:06:01.310457 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-35afa2ee-57dc-44ad-a80d-2ac4b7ce1d51 None None] Provisioning complete for port 6d165577-f5d8-4e45-b6f9-dd2cb49b501e triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:06:01.311099 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-35afa2ee-57dc-44ad-a80d-2ac4b7ce1d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (6d165577-f5d8-4e45-b6f9-dd2cb49b501e), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:01.334433 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e546b84-81e4-49ca-a6b0-76c62dfac02d tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c241a0e-e875-4a59-9689-095286eca996,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:01.338513 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-831e8526-da70-4033-bcd2-7c7f95fd6cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (6d165577-f5d8-4e45-b6f9-dd2cb49b501e), before_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:01.344005 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.db [None req-0b6529a4-8c97-4cb9-ae64-00cd58f46c2a None None] For port 2b72c706-12d5-4b76-bdda-e47a5337ff48, host dv-cinder-852211-7-iscsi, cleared binding levels {{(pid=107076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:06:01.346401 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 3c09149f-f2c6-41b7-8762-62585f1532c5 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:06:01.346991 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (3c09149f-f2c6-41b7-8762-62585f1532c5), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:01.352068 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.db [None req-0b6529a4-8c97-4cb9-ae64-00cd58f46c2a None None] For port 2b72c706-12d5-4b76-bdda-e47a5337ff48, host dv-cinder-852211-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=2b72c706-12d5-4b76-bdda-e47a5337ff48,segment=NetworkSegment(d5de3e2b-b60d-4f28-9212-ecf41e7a6497),segment_id=d5de3e2b-b60d-4f28-9212-ecf41e7a6497)] {{(pid=107076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:06:01.361185 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4964f462-ac3b-48e0-a891-b741138a394b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786311985893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2922463'] for segment (a8b3cc8b-8769-471c-bbb4-fe3e368e6513), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:01.432414 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4964f462-ac3b-48e0-a891-b741138a394b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881'] for segment (a8b3cc8b-8769-471c-bbb4-fe3e368e6513), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:01.476925 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-0b6529a4-8c97-4cb9-ae64-00cd58f46c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (2b72c706-12d5-4b76-bdda-e47a5337ff48), after_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:01.485849 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-35afa2ee-57dc-44ad-a80d-2ac4b7ce1d51 None None] Port 6d165577-f5d8-4e45-b6f9-dd2cb49b501e cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 14:06:01.552875 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4964f462-ac3b-48e0-a891-b741138a394b admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=107074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 14:06:01.554490 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-35afa2ee-57dc-44ad-a80d-2ac4b7ce1d51 None None] Provisioning complete for port 34ee6083-9372-4eee-acbd-9954043934ae triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:06:01.555091 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-35afa2ee-57dc-44ad-a80d-2ac4b7ce1d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (34ee6083-9372-4eee-acbd-9954043934ae), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:01.556474 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4964f462-ac3b-48e0-a891-b741138a394b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923899'] for segment (a8b3cc8b-8769-471c-bbb4-fe3e368e6513), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:01.560014 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fff85e-aa26-47ae-892d-90cba5b51b76 None None] Pushing event updated for resources: {'Port': ['ID=2b72c706-12d5-4b76-bdda-e47a5337ff48,revision_number=4']} {{(pid=107076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:01.582830 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6529a4-8c97-4cb9-ae64-00cd58f46c2a None None] Routers {'829c317c-e143-43bd-89e4-e0d7d1963476'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:06:01.584400 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-0b6529a4-8c97-4cb9-ae64-00cd58f46c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:05:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['829c317c-e143-43bd-89e4-e0d7d1963476'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:06:01.624327 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-2e546b84-81e4-49ca-a6b0-76c62dfac02d tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:01.627611 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-2e546b84-81e4-49ca-a6b0-76c62dfac02d tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4194684 Sep 01 14:06:01.631117 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 53782) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:01.638403 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-3afafd96-6590-45f0-9f74-1d41d1522822 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Request body: {'security_group_rule': {'security_group_id': '0c241a0e-e875-4a59-9689-095286eca996', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:06:01.717784 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.services.segments.plugin [-] Segment a8b3cc8b-8769-471c-bbb4-fe3e368e6513 resource provider aggregate not found Sep 01 14:06:01.746223 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 3c09149f-f2c6-41b7-8762-62585f1532c5 is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:06:01.811615 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-8412a7e4-9ef1-4385-a081-79216493fbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1832381904-router', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:39Z', 'updated_at': '2022-09-01T14:05:52Z', 'revision_number': 4, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'gw_port': {'id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:41Z', 'updated_at': '2022-09-01T14:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': 'f67cb7de-db9d-4185-8a7e-2c17517e2aab', 'name': '', 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'mac_address': 'fa:16:3e:87:e5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5274d38f-79ac-43b5-aae2-e29860924168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:50Z', 'updated_at': '2022-09-01T14:05:53Z', 'revision_number': 2, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'subnets': [{'id': '5274d38f-79ac-43b5-aae2-e29860924168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:06:01.814774 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.services.segments.plugin [-] Segment a8b3cc8b-8769-471c-bbb4-fe3e368e6513 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a8b3cc8b-8769-471c-bbb4-fe3e368e6513 found for delete ", "request_id": "req-96b0fa27-12d1-4037-a2ef-1734abd03e77"}]} Sep 01 14:06:01.820774 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-35afa2ee-57dc-44ad-a80d-2ac4b7ce1d51 None None] Port 34ee6083-9372-4eee-acbd-9954043934ae cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 14:06:01.847530 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-0b6529a4-8c97-4cb9-ae64-00cd58f46c2a None None] Set router 829c317c-e143-43bd-89e4-e0d7d1963476 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:06:01.872274 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:01.885876 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-3afafd96-6590-45f0-9f74-1d41d1522822 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for security_group_rule (3b097058-eb19-403b-ae5a-b15b141ee208), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:01.929806 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8412a7e4-9ef1-4385-a081-79216493fbbf None None] Checking router: 37b08d5e-be17-4105-af7b-a88fbc50b9fc for host: dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:06:01.930474 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8412a7e4-9ef1-4385-a081-79216493fbbf None None] Updating router 37b08d5e-be17-4105-af7b-a88fbc50b9fc port f67cb7de-db9d-4185-8a7e-2c17517e2aab binding host dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:06:02.038249 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:02.041315 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-8412a7e4-9ef1-4385-a081-79216493fbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (f67cb7de-db9d-4185-8a7e-2c17517e2aab), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:02.127079 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-76483c5d-4e5e-45f0-b203-04939ece248e req-c0931f42-6cb2-4e7d-b564-638bc405393d tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3000b992-fcbf-472e-a1e0-11b101af43a7 HTTP/1.1" status: 200 len: 210 time: 0.1735864 Sep 01 14:06:02.135656 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-831e8526-da70-4033-bcd2-7c7f95fd6cae admin admin] Publish callbacks [] for port (6d165577-f5d8-4e45-b6f9-dd2cb49b501e), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:02.153228 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4964f462-ac3b-48e0-a891-b741138a394b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122255'] for network (de98b465-9dd8-40bf-bc15-18b7c11228fc), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:02.175490 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4964f462-ac3b-48e0-a891-b741138a394b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for network (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:02.188339 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-4964f462-ac3b-48e0-a891-b741138a394b admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/de98b465-9dd8-40bf-bc15-18b7c11228fc HTTP/1.1" status: 204 len: 168 time: 2.3179777 Sep 01 14:06:02.229669 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:02.231892 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4964f462-ac3b-48e0-a891-b741138a394b admin admin] Pushing event deleted for resources: {'Network': ['ID=de98b465-9dd8-40bf-bc15-18b7c11228fc,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:02.270791 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-831e8526-da70-4033-bcd2-7c7f95fd6cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923807'] for port (6d165577-f5d8-4e45-b6f9-dd2cb49b501e), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:02.314690 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-3afafd96-6590-45f0-9f74-1d41d1522822 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for security_group_rule (3b097058-eb19-403b-ae5a-b15b141ee208), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:02.430470 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-3afafd96-6590-45f0-9f74-1d41d1522822 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411178'] for security_group_rule (3b097058-eb19-403b-ae5a-b15b141ee208), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:02.464829 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afafd96-6590-45f0-9f74-1d41d1522822 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b097058-eb19-403b-ae5a-b15b141ee208,revision_number=0']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:02.527655 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-831e8526-da70-4033-bcd2-7c7f95fd6cae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33091771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33120975'] for router_interface (57c9ec02-e72b-4e01-9908-f9246af4a8a2), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:02.601796 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e8526-da70-4033-bcd2-7c7f95fd6cae admin admin] Pushing event updated for resources: {'Port': ['ID=6d165577-f5d8-4e45-b6f9-dd2cb49b501e,revision_number=2']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:02.633285 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-3afafd96-6590-45f0-9f74-1d41d1522822 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:02.634792 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-3afafd96-6590-45f0-9f74-1d41d1522822 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0024400 Sep 01 14:06:02.637809 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 53820) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:02.651200 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-5ebe3287-9c4f-421a-ad28-b4223237ee5d tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Request body: {'security_group_rule': {'security_group_id': '0c241a0e-e875-4a59-9689-095286eca996', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:06:02.684334 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:02.691452 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device ba85496b-b991-48c7-9c6c-3b8b42b120e3 up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:06:02.695495 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:02.722726 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 53822) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:02.728111 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-74bc601b-945f-453f-b569-d4451cb6af8d tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1477163944', 'description': 'tempest-description--265075967'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:06:02.734205 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-0b6529a4-8c97-4cb9-ae64-00cd58f46c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829c317c-e143-43bd-89e4-e0d7d1963476', 'name': 'tempest-DeleteServersTestJSON-1757842406-router', 'tenant_id': 'f871b0e1d3154b6d8c297b12ae738be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '20a34b8d-f46a-432a-980e-ba272a2a2bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:42Z', 'updated_at': '2022-09-01T14:05:52Z', 'revision_number': 4, 'project_id': 'f871b0e1d3154b6d8c297b12ae738be0', 'gw_port': {'id': '20a34b8d-f46a-432a-980e-ba272a2a2bbe', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829c317c-e143-43bd-89e4-e0d7d1963476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:44Z', 'updated_at': '2022-09-01T14:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '2b72c706-12d5-4b76-bdda-e47a5337ff48', 'name': '', 'network_id': '16a106e2-cc97-4518-b881-ae2a1035d4e5', 'tenant_id': 'f871b0e1d3154b6d8c297b12ae738be0', 'mac_address': 'fa:16:3e:f0:30:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829c317c-e143-43bd-89e4-e0d7d1963476', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a5f4ab41-b8ce-4fe6-801e-089287141d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:50Z', 'updated_at': '2022-09-01T14:06:01Z', 'revision_number': 4, 'project_id': 'f871b0e1d3154b6d8c297b12ae738be0', 'subnets': [{'id': 'a5f4ab41-b8ce-4fe6-801e-089287141d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:06:02.883805 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6529a4-8c97-4cb9-ae64-00cd58f46c2a None None] The sync data for ids ['829c317c-e143-43bd-89e4-e0d7d1963476'] in dv-cinder-852211-7-iscsi is: [{'id': '829c317c-e143-43bd-89e4-e0d7d1963476', 'name': 'tempest-DeleteServersTestJSON-1757842406-router', 'tenant_id': 'f871b0e1d3154b6d8c297b12ae738be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '20a34b8d-f46a-432a-980e-ba272a2a2bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:42Z', 'updated_at': '2022-09-01T14:05:52Z', 'revision_number': 4, 'project_id': 'f871b0e1d3154b6d8c297b12ae738be0', 'gw_port': {'id': '20a34b8d-f46a-432a-980e-ba272a2a2bbe', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829c317c-e143-43bd-89e4-e0d7d1963476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:44Z', 'updated_at': '2022-09-01T14:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '2b72c706-12d5-4b76-bdda-e47a5337ff48', 'name': '', 'network_id': '16a106e2-cc97-4518-b881-ae2a1035d4e5', 'tenant_id': 'f871b0e1d3154b6d8c297b12ae738be0', 'mac_address': 'fa:16:3e:f0:30:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829c317c-e143-43bd-89e4-e0d7d1963476', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a5f4ab41-b8ce-4fe6-801e-089287141d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:50Z', 'updated_at': '2022-09-01T14:06:01Z', 'revision_number': 4, 'project_id': 'f871b0e1d3154b6d8c297b12ae738be0', 'subnets': [{'id': 'a5f4ab41-b8ce-4fe6-801e-089287141d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:06:02.903883 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5ebe3287-9c4f-421a-ad28-b4223237ee5d tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for security_group_rule (5ccb3baa-f19a-41ca-a4d4-cdd29ff62526), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:02.988932 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-74bc601b-945f-453f-b569-d4451cb6af8d tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:03.038821 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831e8526-da70-4033-bcd2-7c7f95fd6cae admin admin] Network 9cdd4113-f7e0-45eb-bbb2-5da93102bf6c is already hosted by enough agents. {{(pid=107074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:06:03.067849 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-831e8526-da70-4033-bcd2-7c7f95fd6cae admin admin] Resources bound (agent type, host, resource id): {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:06:03.146351 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-74bc601b-945f-453f-b569-d4451cb6af8d tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for security_group (b6c0a1ea-3bf5-476d-9616-72de995ec928), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:03.289111 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5ebe3287-9c4f-421a-ad28-b4223237ee5d tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for security_group_rule (5ccb3baa-f19a-41ca-a4d4-cdd29ff62526), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:03.295695 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-74bc601b-945f-453f-b569-d4451cb6af8d tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (b6c0a1ea-3bf5-476d-9616-72de995ec928), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:03.405454 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5ebe3287-9c4f-421a-ad28-b4223237ee5d tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411178'] for security_group_rule (5ccb3baa-f19a-41ca-a4d4-cdd29ff62526), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:03.413272 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 53836) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:03.517799 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe3287-9c4f-421a-ad28-b4223237ee5d tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ccb3baa-f19a-41ca-a4d4-cdd29ff62526,revision_number=0']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:03.622717 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-74bc601b-945f-453f-b569-d4451cb6af8d tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:03.645694 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-74bc601b-945f-453f-b569-d4451cb6af8d tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9218240 Sep 01 14:06:03.649798 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 53842) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:03.651567 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc601b-945f-453f-b569-d4451cb6af8d tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c0a1ea-3bf5-476d-9616-72de995ec928,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:03.663525 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5ebe3287-9c4f-421a-ad28-b4223237ee5d tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:03.671329 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-5ebe3287-9c4f-421a-ad28-b4223237ee5d tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0321703 Sep 01 14:06:03.677256 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 53846) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:03.689318 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-3f8485bb-006d-4f98-aa75-11272fad5962 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Request body: {'security_group_rule': {'security_group_id': 'b6c0a1ea-3bf5-476d-9616-72de995ec928', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:06:03.692285 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-42350a1a-bd74-493c-9ce7-185e16a361c2 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Request body: {'floatingip': {'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:06:03.878795 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:03.910837 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port ba85496b-b991-48c7-9c6c-3b8b42b120e3 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:06:03.922070 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-42350a1a-bd74-493c-9ce7-185e16a361c2 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:03.926346 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (ba85496b-b991-48c7-9c6c-3b8b42b120e3), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:03.936674 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-02129357-35d3-4dde-a9c1-bbf937965549 req-2e522913-bdd9-48a2-bffe-31a3a5ce1d4c tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3000b992-fcbf-472e-a1e0-11b101af43a7 HTTP/1.1" status: 200 len: 210 time: 0.1429429 Sep 01 14:06:04.133863 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:04.208633 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-d95d31ca-82cb-4e56-a433-06b5a06246bd admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=596c91c754774c1692c937c68a2756c5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7822957 Sep 01 14:06:04.214602 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 53854) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:04.251322 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-660698e0-c201-4ab3-bd9e-0f1943a303e7 None None] Provisioning complete for port 6d165577-f5d8-4e45-b6f9-dd2cb49b501e triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:06:04.252107 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-660698e0-c201-4ab3-bd9e-0f1943a303e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (6d165577-f5d8-4e45-b6f9-dd2cb49b501e), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:04.275379 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:04.362346 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-42350a1a-bd74-493c-9ce7-185e16a361c2 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:04.421037 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-8412a7e4-9ef1-4385-a081-79216493fbbf None None] Publish callbacks [] for port (f67cb7de-db9d-4185-8a7e-2c17517e2aab), precommit_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:04.446953 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-660698e0-c201-4ab3-bd9e-0f1943a303e7 None None] Port 6d165577-f5d8-4e45-b6f9-dd2cb49b501e cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 14:06:04.465581 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port ba85496b-b991-48c7-9c6c-3b8b42b120e3 is: DOWN; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:06:04.466320 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (ba85496b-b991-48c7-9c6c-3b8b42b120e3), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:04.517167 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] For port ba85496b-b991-48c7-9c6c-3b8b42b120e3, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=ba85496b-b991-48c7-9c6c-3b8b42b120e3,segment=NetworkSegment(f315c88c-0cea-42ce-ac38-790188a99330),segment_id=f315c88c-0cea-42ce-ac38-790188a99330)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:06:04.520049 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-8412a7e4-9ef1-4385-a081-79216493fbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (f67cb7de-db9d-4185-8a7e-2c17517e2aab), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:04.555846 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3f8485bb-006d-4f98-aa75-11272fad5962 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for security_group_rule (e176564c-2629-4dac-aa78-d5c53ad2f8c8), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:04.608567 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831e8526-da70-4033-bcd2-7c7f95fd6cae admin admin] Router 57c9ec02-e72b-4e01-9908-f9246af4a8a2 has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:06:04.609643 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:04.670574 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (ba85496b-b991-48c7-9c6c-3b8b42b120e3), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:04.671521 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 20a34b8d-f46a-432a-980e-ba272a2a2bbe up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:06:04.680963 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282e688-cae8-4456-ba40-3697c59295f8 None None] Pushing event updated for resources: {'Port': ['ID=f67cb7de-db9d-4185-8a7e-2c17517e2aab,revision_number=3']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:04.760986 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.db_base_plugin_common [None req-42350a1a-bd74-493c-9ce7-185e16a361c2 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Allocated IP 172.27.2.237 (495e3753-365b-4db4-ace7-a3dca370cb0d/c60058e0-5076-4233-a499-c0113b757f85/fa639260-3bbc-4f1d-8bd5-f6c18395cf5e) {{(pid=107073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:06:04.783038 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-978b4f27-b8f7-4c42-80e5-481cafd75616 admin admin] Publish callbacks [] for security_group (9ecc03d9-14f9-4b38-aab0-3c898521c463), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:04.857722 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:04.885297 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-8412a7e4-9ef1-4385-a081-79216493fbbf None None] Attempting to bind port f67cb7de-db9d-4185-8a7e-2c17517e2aab on host dv-cinder-852211-7-iscsi for vnic_type normal with profile {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:06:04.885668 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-8412a7e4-9ef1-4385-a081-79216493fbbf None None] Attempting to bind port f67cb7de-db9d-4185-8a7e-2c17517e2aab by drivers openvswitch,hyperv on host dv-cinder-852211-7-iscsi at level 0 using segments [{'id': '64991032-cb00-4fe3-9882-ec8e7671fd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1'}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:06:04.886617 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8412a7e4-9ef1-4385-a081-79216493fbbf None None] Attempting to bind port f67cb7de-db9d-4185-8a7e-2c17517e2aab on network 04671c53-ca48-4ca5-8247-463b6ac1fbe1 {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:06:04.895167 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8412a7e4-9ef1-4385-a081-79216493fbbf None None] Checking agent: {'id': '16ae7bad-0e03-4d8e-885b-3ed578a6ac87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 13, 56, 30), 'started_at': datetime.datetime(2022, 9, 1, 13, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:06:04.895549 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8412a7e4-9ef1-4385-a081-79216493fbbf None None] Checking segment: {'id': '64991032-cb00-4fe3-9882-ec8e7671fd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:06:04.895964 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-8412a7e4-9ef1-4385-a081-79216493fbbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:04.896362 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8412a7e4-9ef1-4385-a081-79216493fbbf None None] Bound using segment: {'id': '64991032-cb00-4fe3-9882-ec8e7671fd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1'} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:06:04.896859 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-8412a7e4-9ef1-4385-a081-79216493fbbf None None] Bound port: f67cb7de-db9d-4185-8a7e-2c17517e2aab, host: dv-cinder-852211-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64991032-cb00-4fe3-9882-ec8e7671fd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1'}}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:06:04.897272 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-8412a7e4-9ef1-4385-a081-79216493fbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (f67cb7de-db9d-4185-8a7e-2c17517e2aab), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:04.900923 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Pushing event updated for resources: {'Port': ['ID=ba85496b-b991-48c7-9c6c-3b8b42b120e3,revision_number=4']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:04.943849 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 20a34b8d-f46a-432a-980e-ba272a2a2bbe triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:06:04.944849 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (20a34b8d-f46a-432a-980e-ba272a2a2bbe), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:04.979053 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-978b4f27-b8f7-4c42-80e5-481cafd75616 admin admin] Publish callbacks [] for security_group (9ecc03d9-14f9-4b38-aab0-3c898521c463), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:05.103779 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3f8485bb-006d-4f98-aa75-11272fad5962 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for security_group_rule (e176564c-2629-4dac-aa78-d5c53ad2f8c8), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:05.122617 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-42350a1a-bd74-493c-9ce7-185e16a361c2 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for port (fa639260-3bbc-4f1d-8bd5-f6c18395cf5e), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:05.232904 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3f8485bb-006d-4f98-aa75-11272fad5962 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411178'] for security_group_rule (e176564c-2629-4dac-aa78-d5c53ad2f8c8), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:05.245956 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-8412a7e4-9ef1-4385-a081-79216493fbbf None None] For port f67cb7de-db9d-4185-8a7e-2c17517e2aab, host dv-cinder-852211-7-iscsi, cleared binding levels {{(pid=107075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:06:05.256532 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-8412a7e4-9ef1-4385-a081-79216493fbbf None None] For port f67cb7de-db9d-4185-8a7e-2c17517e2aab, host dv-cinder-852211-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=f67cb7de-db9d-4185-8a7e-2c17517e2aab,segment=NetworkSegment(64991032-cb00-4fe3-9882-ec8e7671fd4e),segment_id=64991032-cb00-4fe3-9882-ec8e7671fd4e)] {{(pid=107075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:06:05.280365 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831e8526-da70-4033-bcd2-7c7f95fd6cae admin admin] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:06:05.288523 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-831e8526-da70-4033-bcd2-7c7f95fd6cae admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/57c9ec02-e72b-4e01-9908-f9246af4a8a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6492534 Sep 01 14:06:05.289167 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8485bb-006d-4f98-aa75-11272fad5962 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e176564c-2629-4dac-aa78-d5c53ad2f8c8,revision_number=0']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:05.304218 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd48843-0f83-410c-aa16-9f3d2e1b3ef7 None None] Sync routers for ids ['57c9ec02-e72b-4e01-9908-f9246af4a8a2'] in dv-cinder-852211-7-iscsi {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:06:05.330470 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-42350a1a-bd74-493c-9ce7-185e16a361c2 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320'] for port (fa639260-3bbc-4f1d-8bd5-f6c18395cf5e), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:05.340717 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 20a34b8d-f46a-432a-980e-ba272a2a2bbe is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:06:05.342258 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 3945c6b9-8de6-49e1-aa32-4bbf5de3ddec up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:06:05.364729 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3f8485bb-006d-4f98-aa75-11272fad5962 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:05.366425 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-3f8485bb-006d-4f98-aa75-11272fad5962 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7148955 Sep 01 14:06:05.372814 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 53880) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:05.377676 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-ca9ea8da-82fd-457a-8226-ae82ef2d576f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Request body: {'security_group_rule': {'security_group_id': 'b6c0a1ea-3bf5-476d-9616-72de995ec928', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:06:05.384824 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-8412a7e4-9ef1-4385-a081-79216493fbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (f67cb7de-db9d-4185-8a7e-2c17517e2aab), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:05.398951 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd48843-0f83-410c-aa16-9f3d2e1b3ef7 None None] Routers {'57c9ec02-e72b-4e01-9908-f9246af4a8a2'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:06:05.399994 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-0dd48843-0f83-410c-aa16-9f3d2e1b3ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:05:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['57c9ec02-e72b-4e01-9908-f9246af4a8a2'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:06:05.471552 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.72', 62563) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:05.481511 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282e688-cae8-4456-ba40-3697c59295f8 None None] Pushing event updated for resources: {'Port': ['ID=f67cb7de-db9d-4185-8a7e-2c17517e2aab,revision_number=4']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:05.517628 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-978b4f27-b8f7-4c42-80e5-481cafd75616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (9ecc03d9-14f9-4b38-aab0-3c898521c463), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:05.531377 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-978b4f27-b8f7-4c42-80e5-481cafd75616 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:05.541247 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-978b4f27-b8f7-4c42-80e5-481cafd75616 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9ecc03d9-14f9-4b38-aab0-3c898521c463 HTTP/1.1" status: 204 len: 168 time: 1.3250592 Sep 01 14:06:05.543741 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8412a7e4-9ef1-4385-a081-79216493fbbf None None] Routers {'37b08d5e-be17-4105-af7b-a88fbc50b9fc'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:06:05.544517 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-8412a7e4-9ef1-4385-a081-79216493fbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:05:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['37b08d5e-be17-4105-af7b-a88fbc50b9fc'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:06:05.633496 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42350a1a-bd74-493c-9ce7-185e16a361c2 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Network 495e3753-365b-4db4-ace7-a3dca370cb0d is already hosted by enough agents. {{(pid=107073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:06:05.666431 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.base_scheduler [None req-42350a1a-bd74-493c-9ce7-185e16a361c2 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Resources bound (agent type, host, resource id): {{(pid=107073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:06:05.713955 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42350a1a-bd74-493c-9ce7-185e16a361c2 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Pushing event updated for resources: {'Port': ['ID=fa639260-3bbc-4f1d-8bd5-f6c18395cf5e,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:05.726226 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42350a1a-bd74-493c-9ce7-185e16a361c2 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Received port after_create {{(pid=107073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:06:05.771453 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b4f27-b8f7-4c42-80e5-481cafd75616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecc03d9-14f9-4b38-aab0-3c898521c463,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:05.791931 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-8412a7e4-9ef1-4385-a081-79216493fbbf None None] Set router 37b08d5e-be17-4105-af7b-a88fbc50b9fc gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:06:05.804596 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7c8ca6fa-91eb-422c-a023-d3cf63db46da req-e2cfaab5-13e5-444c-b0e4-ed844c2db08d tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3000b992-fcbf-472e-a1e0-11b101af43a7 HTTP/1.1" status: 200 len: 210 time: 0.1359930 Sep 01 14:06:05.806469 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:05.891210 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ca9ea8da-82fd-457a-8226-ae82ef2d576f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for security_group_rule (c9366035-ba32-473b-99ef-262d45b97dd3), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:05.986592 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-0dd48843-0f83-410c-aa16-9f3d2e1b3ef7 None None] Set router 57c9ec02-e72b-4e01-9908-f9246af4a8a2 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:06:06.084078 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:06.135051 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-42350a1a-bd74-493c-9ce7-185e16a361c2 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for floatingip (8198698d-0e65-4665-9c96-7669093ff1a5), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:06.282949 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=100 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:06.402830 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-42350a1a-bd74-493c-9ce7-185e16a361c2 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (fa639260-3bbc-4f1d-8bd5-f6c18395cf5e), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:06.586363 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-0dd48843-0f83-410c-aa16-9f3d2e1b3ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'name': 'tempest-ServerRescueNegativeTestJSON-647081354-router', 'tenant_id': '36049d2090b84443a3bf3bf00558379e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ba85496b-b991-48c7-9c6c-3b8b42b120e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:43Z', 'updated_at': '2022-09-01T14:06:00Z', 'revision_number': 4, 'project_id': '36049d2090b84443a3bf3bf00558379e', 'gw_port': {'id': 'ba85496b-b991-48c7-9c6c-3b8b42b120e3', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:08:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:45Z', 'updated_at': '2022-09-01T14:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '6d165577-f5d8-4e45-b6f9-dd2cb49b501e', 'name': '', 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c', 'tenant_id': '36049d2090b84443a3bf3bf00558379e', 'mac_address': 'fa:16:3e:d8:80:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd2d86ced-9867-4b29-96c7-eb755efebba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:56Z', 'updated_at': '2022-09-01T14:06:01Z', 'revision_number': 2, 'project_id': '36049d2090b84443a3bf3bf00558379e', 'subnets': [{'id': 'd2d86ced-9867-4b29-96c7-eb755efebba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:06:06.604994 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:06.695622 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-d71f8aac-849d-439d-9977-5fdaa33349b2 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:06.709281 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd48843-0f83-410c-aa16-9f3d2e1b3ef7 None None] Checking router: 57c9ec02-e72b-4e01-9908-f9246af4a8a2 for host: dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:06:06.710012 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-d71f8aac-849d-439d-9977-5fdaa33349b2 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.72 "GET /networking/v2.0/networks?id=16a106e2-cc97-4518-b881-ae2a1035d4e5 HTTP/1.1" status: 200 len: 812 time: 1.2208719 Sep 01 14:06:06.730507 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd48843-0f83-410c-aa16-9f3d2e1b3ef7 None None] Updating router 57c9ec02-e72b-4e01-9908-f9246af4a8a2 port 6d165577-f5d8-4e45-b6f9-dd2cb49b501e binding host dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:06:06.756289 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 3945c6b9-8de6-49e1-aa32-4bbf5de3ddec triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:06:06.756990 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (3945c6b9-8de6-49e1-aa32-4bbf5de3ddec), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:06.762107 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ca9ea8da-82fd-457a-8226-ae82ef2d576f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for security_group_rule (c9366035-ba32-473b-99ef-262d45b97dd3), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:06.771273 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-2a8e0706-44fb-4755-bbe6-5a66eb8cb3e8 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] Request body: {'port': {'device_id': '3000b992-fcbf-472e-a1e0-11b101af43a7', 'network_id': '16a106e2-cc97-4518-b881-ae2a1035d4e5', 'admin_state_up': True, 'tenant_id': 'f871b0e1d3154b6d8c297b12ae738be0'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:06:06.852096 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:06.904443 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ca9ea8da-82fd-457a-8226-ae82ef2d576f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411178'] for security_group_rule (c9366035-ba32-473b-99ef-262d45b97dd3), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:06.943656 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-0dd48843-0f83-410c-aa16-9f3d2e1b3ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (6d165577-f5d8-4e45-b6f9-dd2cb49b501e), before_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:07.116347 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-8412a7e4-9ef1-4385-a081-79216493fbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1832381904-router', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:39Z', 'updated_at': '2022-09-01T14:05:52Z', 'revision_number': 4, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'gw_port': {'id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:41Z', 'updated_at': '2022-09-01T14:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': 'f67cb7de-db9d-4185-8a7e-2c17517e2aab', 'name': '', 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'mac_address': 'fa:16:3e:87:e5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5274d38f-79ac-43b5-aae2-e29860924168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:50Z', 'updated_at': '2022-09-01T14:06:05Z', 'revision_number': 4, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'subnets': [{'id': '5274d38f-79ac-43b5-aae2-e29860924168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:06:07.194094 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-42350a1a-bd74-493c-9ce7-185e16a361c2 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for port (fa639260-3bbc-4f1d-8bd5-f6c18395cf5e), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:07.246737 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d4cef6be-36cb-4d3c-848f-a89b155b82f8 req-ded5bcd6-65a7-4a79-9d95-cfc224205914 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3000b992-fcbf-472e-a1e0-11b101af43a7 HTTP/1.1" status: 200 len: 210 time: 0.1140490 Sep 01 14:06:07.275696 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8412a7e4-9ef1-4385-a081-79216493fbbf None None] The sync data for ids ['37b08d5e-be17-4105-af7b-a88fbc50b9fc'] in dv-cinder-852211-7-iscsi is: [{'id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1832381904-router', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:39Z', 'updated_at': '2022-09-01T14:05:52Z', 'revision_number': 4, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'gw_port': {'id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:41Z', 'updated_at': '2022-09-01T14:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': 'f67cb7de-db9d-4185-8a7e-2c17517e2aab', 'name': '', 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'mac_address': 'fa:16:3e:87:e5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5274d38f-79ac-43b5-aae2-e29860924168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:50Z', 'updated_at': '2022-09-01T14:06:05Z', 'revision_number': 4, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'subnets': [{'id': '5274d38f-79ac-43b5-aae2-e29860924168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:06:07.286824 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-42350a1a-bd74-493c-9ce7-185e16a361c2 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (fa639260-3bbc-4f1d-8bd5-f6c18395cf5e), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:07.289163 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-42350a1a-bd74-493c-9ce7-185e16a361c2 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122292'] for floatingip (8198698d-0e65-4665-9c96-7669093ff1a5), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:07.486738 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42350a1a-bd74-493c-9ce7-185e16a361c2 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Pushing event updated for resources: {'Port': ['ID=fa639260-3bbc-4f1d-8bd5-f6c18395cf5e,revision_number=2']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:07.534154 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-42350a1a-bd74-493c-9ce7-185e16a361c2 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for floatingip (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:07.534154 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-42350a1a-bd74-493c-9ce7-185e16a361c2 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8508582 Sep 01 14:06:07.536858 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 3945c6b9-8de6-49e1-aa32-4bbf5de3ddec is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:06:07.572905 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ea8da-82fd-457a-8226-ae82ef2d576f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9366035-ba32-473b-99ef-262d45b97dd3,revision_number=0']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:07.591521 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 53936) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:07.630475 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ca9ea8da-82fd-457a-8226-ae82ef2d576f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:07.634270 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-ca9ea8da-82fd-457a-8226-ae82ef2d576f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2630002 Sep 01 14:06:07.658551 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 53942) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:07.777805 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-026a3100-1ff0-4e27-a64f-63797bdc7c3b tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Request body: {'floatingip': {'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:06:07.816762 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-32d8a228-62fb-42bf-a5ba-0bb92bb9015a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=615f4fbb44e642d096e847596b29e315&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2236652 Sep 01 14:06:07.826499 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 53948) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:08.118075 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-2a8e0706-44fb-4755-bbe6-5a66eb8cb3e8 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] Made reservation on behalf of f871b0e1d3154b6d8c297b12ae738be0 for: {'port': 1} {{(pid=107074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:06:08.132356 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-2a8e0706-44fb-4755-bbe6-5a66eb8cb3e8 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:08.166450 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c628eac3-b22c-4b50-a696-ece3d5174467 None None] Sync routers for ids ['eee64747-ed94-47a0-93f9-178ac5acd67c'] in dv-cinder-852211-7-iscsi {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:06:08.191291 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c628eac3-b22c-4b50-a696-ece3d5174467 None None] Routers {'eee64747-ed94-47a0-93f9-178ac5acd67c'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:06:08.192687 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-c628eac3-b22c-4b50-a696-ece3d5174467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:05:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['eee64747-ed94-47a0-93f9-178ac5acd67c'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:06:08.201013 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:08.453634 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:08.467300 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-43cd6e63-4230-4967-83e5-e04c1d9fd530 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:08.480412 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-43cd6e63-4230-4967-83e5-e04c1d9fd530 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/networks?id=9cdd4113-f7e0-45eb-bbb2-5da93102bf6c HTTP/1.1" status: 200 len: 818 time: 0.6775999 Sep 01 14:06:08.564415 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-c628eac3-b22c-4b50-a696-ece3d5174467 None None] Set router eee64747-ed94-47a0-93f9-178ac5acd67c gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:06:08.580423 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-dbddc985-5f22-4c2c-9d24-3904ddc2447a tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/quotas/36049d2090b84443a3bf3bf00558379e HTTP/1.1" status: 200 len: 375 time: 0.0936346 Sep 01 14:06:08.677869 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5cacdf74-bde4-456f-8e0a-9b9be5a0c4d8 admin admin] Publish callbacks [] for security_group (1791d323-e739-407f-8563-add8342ad5a8), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:08.687181 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-0dd48843-0f83-410c-aa16-9f3d2e1b3ef7 None None] Publish callbacks [] for port (6d165577-f5d8-4e45-b6f9-dd2cb49b501e), precommit_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:08.704195 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device ba85496b-b991-48c7-9c6c-3b8b42b120e3 up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:06:08.781891 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5cacdf74-bde4-456f-8e0a-9b9be5a0c4d8 admin admin] Publish callbacks [] for security_group (1791d323-e739-407f-8563-add8342ad5a8), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:08.847035 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-026a3100-1ff0-4e27-a64f-63797bdc7c3b tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:08.869669 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-0dd48843-0f83-410c-aa16-9f3d2e1b3ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (6d165577-f5d8-4e45-b6f9-dd2cb49b501e), after_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:08.897957 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-8be2fe49-c2a4-4a91-8385-eac25693b1e5 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=36049d2090b84443a3bf3bf00558379e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2742589 Sep 01 14:06:08.903272 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:08.924987 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-fe25d579-1e13-40d1-b2ba-978152c3e796 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1825152607&fields=id&tenant_id=3ed58deb61194a5ba3f2d46eb7e5680c HTTP/1.1" status: 200 len: 267 time: 0.4180903 Sep 01 14:06:08.969477 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_common [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-2a8e0706-44fb-4755-bbe6-5a66eb8cb3e8 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] Allocated IP 172.20.0.10 (16a106e2-cc97-4518-b881-ae2a1035d4e5/a5f4ab41-b8ce-4fe6-801e-089287141d42/c244d57b-8a64-435a-8910-dd80fa1b3bd5) {{(pid=107074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:06:09.094465 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=100 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:09.123566 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5cacdf74-bde4-456f-8e0a-9b9be5a0c4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (1791d323-e739-407f-8563-add8342ad5a8), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:09.191310 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5cacdf74-bde4-456f-8e0a-9b9be5a0c4d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:09.196997 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-5cacdf74-bde4-456f-8e0a-9b9be5a0c4d8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1791d323-e739-407f-8563-add8342ad5a8 HTTP/1.1" status: 204 len: 168 time: 1.3642280 Sep 01 14:06:09.210662 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:09.288901 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb6226-d645-4497-b213-821accf184cf None None] Pushing event updated for resources: {'Port': ['ID=6d165577-f5d8-4e45-b6f9-dd2cb49b501e,revision_number=3']} {{(pid=107076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:09.295827 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port ba85496b-b991-48c7-9c6c-3b8b42b120e3 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:06:09.296709 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (ba85496b-b991-48c7-9c6c-3b8b42b120e3), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:09.323857 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:09.434977 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.managers [None req-0dd48843-0f83-410c-aa16-9f3d2e1b3ef7 None None] Attempting to bind port 6d165577-f5d8-4e45-b6f9-dd2cb49b501e on host dv-cinder-852211-7-iscsi for vnic_type normal with profile {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:06:09.438223 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.managers [None req-0dd48843-0f83-410c-aa16-9f3d2e1b3ef7 None None] Attempting to bind port 6d165577-f5d8-4e45-b6f9-dd2cb49b501e by drivers openvswitch,hyperv on host dv-cinder-852211-7-iscsi at level 0 using segments [{'id': '21afd361-14bd-45f1-b42f-187569ad44e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c'}] {{(pid=107076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:06:09.438888 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd48843-0f83-410c-aa16-9f3d2e1b3ef7 None None] Attempting to bind port 6d165577-f5d8-4e45-b6f9-dd2cb49b501e on network 9cdd4113-f7e0-45eb-bbb2-5da93102bf6c {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:06:09.467855 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd48843-0f83-410c-aa16-9f3d2e1b3ef7 None None] Checking agent: {'id': '16ae7bad-0e03-4d8e-885b-3ed578a6ac87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 13, 56, 30), 'started_at': datetime.datetime(2022, 9, 1, 13, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:06:09.472513 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd48843-0f83-410c-aa16-9f3d2e1b3ef7 None None] Checking segment: {'id': '21afd361-14bd-45f1-b42f-187569ad44e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:06:09.472513 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-0dd48843-0f83-410c-aa16-9f3d2e1b3ef7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:09.472513 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd48843-0f83-410c-aa16-9f3d2e1b3ef7 None None] Bound using segment: {'id': '21afd361-14bd-45f1-b42f-187569ad44e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c'} {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:06:09.472513 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.managers [None req-0dd48843-0f83-410c-aa16-9f3d2e1b3ef7 None None] Bound port: 6d165577-f5d8-4e45-b6f9-dd2cb49b501e, host: dv-cinder-852211-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21afd361-14bd-45f1-b42f-187569ad44e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c'}}] {{(pid=107076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:06:09.472513 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-0dd48843-0f83-410c-aa16-9f3d2e1b3ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (6d165577-f5d8-4e45-b6f9-dd2cb49b501e), before_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:09.627632 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cacdf74-bde4-456f-8e0a-9b9be5a0c4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1791d323-e739-407f-8563-add8342ad5a8,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:09.676931 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-026a3100-1ff0-4e27-a64f-63797bdc7c3b tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:09.777821 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-e3fba302-375a-42b8-a9c3-5bd870da69f4 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107073) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 14:06:09.779063 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-e3fba302-375a-42b8-a9c3-5bd870da69f4 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3602324 Sep 01 14:06:09.808293 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:09.836448 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.db [None req-0dd48843-0f83-410c-aa16-9f3d2e1b3ef7 None None] For port 6d165577-f5d8-4e45-b6f9-dd2cb49b501e, host dv-cinder-852211-7-iscsi, cleared binding levels {{(pid=107076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:06:09.856365 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.db [None req-0dd48843-0f83-410c-aa16-9f3d2e1b3ef7 None None] For port 6d165577-f5d8-4e45-b6f9-dd2cb49b501e, host dv-cinder-852211-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=6d165577-f5d8-4e45-b6f9-dd2cb49b501e,segment=NetworkSegment(21afd361-14bd-45f1-b42f-187569ad44e0),segment_id=21afd361-14bd-45f1-b42f-187569ad44e0)] {{(pid=107076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:06:09.971917 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-0dd48843-0f83-410c-aa16-9f3d2e1b3ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (6d165577-f5d8-4e45-b6f9-dd2cb49b501e), after_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:09.993873 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-2a8e0706-44fb-4755-bbe6-5a66eb8cb3e8 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] Publish callbacks [] for port (c244d57b-8a64-435a-8910-dd80fa1b3bd5), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:10.026677 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-c46d1257-9450-4bb6-a9ea-f6e5f5ff042e tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:10.028319 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-c46d1257-9450-4bb6-a9ea-f6e5f5ff042e tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/networks?id=04671c53-ca48-4ca5-8247-463b6ac1fbe1 HTTP/1.1" status: 200 len: 817 time: 1.1020579 Sep 01 14:06:10.188070 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb6226-d645-4497-b213-821accf184cf None None] Pushing event updated for resources: {'Port': ['ID=6d165577-f5d8-4e45-b6f9-dd2cb49b501e,revision_number=4']} {{(pid=107076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:10.240179 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-c628eac3-b22c-4b50-a696-ece3d5174467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'name': 'tempest-AttachVolumeTestJSON-531647860-router', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:43Z', 'updated_at': '2022-09-01T14:05:58Z', 'revision_number': 4, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'gw_port': {'id': 'b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:45Z', 'updated_at': '2022-09-01T14:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '34ee6083-9372-4eee-acbd-9954043934ae', 'name': '', 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'mac_address': 'fa:16:3e:f6:a7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9516b454-0891-4d29-9fc5-0ee1fc6356e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:55Z', 'updated_at': '2022-09-01T14:05:58Z', 'revision_number': 2, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'subnets': [{'id': '9516b454-0891-4d29-9fc5-0ee1fc6356e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:06:10.312055 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-2a8e0706-44fb-4755-bbe6-5a66eb8cb3e8 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (c244d57b-8a64-435a-8910-dd80fa1b3bd5), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:10.346426 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd48843-0f83-410c-aa16-9f3d2e1b3ef7 None None] Routers {'57c9ec02-e72b-4e01-9908-f9246af4a8a2'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:06:10.347564 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-0dd48843-0f83-410c-aa16-9f3d2e1b3ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:05:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['57c9ec02-e72b-4e01-9908-f9246af4a8a2'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:06:10.376910 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c628eac3-b22c-4b50-a696-ece3d5174467 None None] Checking router: eee64747-ed94-47a0-93f9-178ac5acd67c for host: dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:06:10.378133 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c628eac3-b22c-4b50-a696-ece3d5174467 None None] Updating router eee64747-ed94-47a0-93f9-178ac5acd67c port 34ee6083-9372-4eee-acbd-9954043934ae binding host dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:06:10.545766 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-c628eac3-b22c-4b50-a696-ece3d5174467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (34ee6083-9372-4eee-acbd-9954043934ae), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:10.588895 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-5e781fe0-8271-46cb-b36a-c73bee45f23f tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/quotas/3ed58deb61194a5ba3f2d46eb7e5680c HTTP/1.1" status: 200 len: 375 time: 0.5190849 Sep 01 14:06:10.662498 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:10.815480 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port ba85496b-b991-48c7-9c6c-3b8b42b120e3 is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:06:10.825945 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9 up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:06:10.846403 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-0dd48843-0f83-410c-aa16-9f3d2e1b3ef7 None None] Set router 57c9ec02-e72b-4e01-9908-f9246af4a8a2 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:06:10.893994 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e0706-44fb-4755-bbe6-5a66eb8cb3e8 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] Pushing event updated for resources: {'Port': ['ID=c244d57b-8a64-435a-8910-dd80fa1b3bd5,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:10.916485 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-2a8e0706-44fb-4755-bbe6-5a66eb8cb3e8 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] Network 16a106e2-cc97-4518-b881-ae2a1035d4e5 is already hosted by enough agents. {{(pid=107074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:06:10.923645 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=4 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:10.932182 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-2a8e0706-44fb-4755-bbe6-5a66eb8cb3e8 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] Resources bound (agent type, host, resource id): {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:06:10.959403 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-2a8e0706-44fb-4755-bbe6-5a66eb8cb3e8 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] Received port after_create {{(pid=107074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:06:11.087342 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:11.119199 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:06:11.121500 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:11.272633 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.db_base_plugin_common [None req-026a3100-1ff0-4e27-a64f-63797bdc7c3b tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Allocated IP 172.27.2.130 (495e3753-365b-4db4-ace7-a3dca370cb0d/c60058e0-5076-4233-a499-c0113b757f85/d42fa993-9cb1-475b-b99b-31cd4c4e8f6f) {{(pid=107073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:06:11.291778 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-2a8e0706-44fb-4755-bbe6-5a66eb8cb3e8 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:11.292849 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-2a8e0706-44fb-4755-bbe6-5a66eb8cb3e8 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for port (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:11.294410 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:11.344695 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-e5007c84-8bce-4c8d-ba45-f82ea7f23d6c tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3ed58deb61194a5ba3f2d46eb7e5680c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7099941 Sep 01 14:06:11.448172 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9 is: DOWN; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:06:11.449072 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:11.496291 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-2a8e0706-44fb-4755-bbe6-5a66eb8cb3e8 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7406268 Sep 01 14:06:11.507552 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-61fe2459-8fdd-43b9-8414-21b72ee2874e tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107074) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 14:06:11.510383 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-61fe2459-8fdd-43b9-8414-21b72ee2874e tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0074773 Sep 01 14:06:11.529333 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-1e142931-6849-478d-bcf1-335649f97201 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9cdd4113-f7e0-45eb-bbb2-5da93102bf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6903274 Sep 01 14:06:11.699316 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:11.714670 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] For port b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9,segment=NetworkSegment(f315c88c-0cea-42ce-ac38-790188a99330),segment_id=f315c88c-0cea-42ce-ac38-790188a99330)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:06:11.770773 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-9cf3a33f-e6eb-45bd-ba06-dc78f4ca42f7 None None] Provisioning complete for port c244d57b-8a64-435a-8910-dd80fa1b3bd5 triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:06:11.771402 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-9cf3a33f-e6eb-45bd-ba06-dc78f4ca42f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (c244d57b-8a64-435a-8910-dd80fa1b3bd5), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:11.800533 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-0dd48843-0f83-410c-aa16-9f3d2e1b3ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'name': 'tempest-ServerRescueNegativeTestJSON-647081354-router', 'tenant_id': '36049d2090b84443a3bf3bf00558379e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ba85496b-b991-48c7-9c6c-3b8b42b120e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:43Z', 'updated_at': '2022-09-01T14:06:00Z', 'revision_number': 4, 'project_id': '36049d2090b84443a3bf3bf00558379e', 'gw_port': {'id': 'ba85496b-b991-48c7-9c6c-3b8b42b120e3', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:08:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:45Z', 'updated_at': '2022-09-01T14:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '6d165577-f5d8-4e45-b6f9-dd2cb49b501e', 'name': '', 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c', 'tenant_id': '36049d2090b84443a3bf3bf00558379e', 'mac_address': 'fa:16:3e:d8:80:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd2d86ced-9867-4b29-96c7-eb755efebba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:56Z', 'updated_at': '2022-09-01T14:06:09Z', 'revision_number': 4, 'project_id': '36049d2090b84443a3bf3bf00558379e', 'subnets': [{'id': 'd2d86ced-9867-4b29-96c7-eb755efebba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:06:11.867109 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:11.914910 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd48843-0f83-410c-aa16-9f3d2e1b3ef7 None None] The sync data for ids ['57c9ec02-e72b-4e01-9908-f9246af4a8a2'] in dv-cinder-852211-7-iscsi is: [{'id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'name': 'tempest-ServerRescueNegativeTestJSON-647081354-router', 'tenant_id': '36049d2090b84443a3bf3bf00558379e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ba85496b-b991-48c7-9c6c-3b8b42b120e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:43Z', 'updated_at': '2022-09-01T14:06:00Z', 'revision_number': 4, 'project_id': '36049d2090b84443a3bf3bf00558379e', 'gw_port': {'id': 'ba85496b-b991-48c7-9c6c-3b8b42b120e3', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:08:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:45Z', 'updated_at': '2022-09-01T14:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '6d165577-f5d8-4e45-b6f9-dd2cb49b501e', 'name': '', 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c', 'tenant_id': '36049d2090b84443a3bf3bf00558379e', 'mac_address': 'fa:16:3e:d8:80:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd2d86ced-9867-4b29-96c7-eb755efebba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:56Z', 'updated_at': '2022-09-01T14:06:09Z', 'revision_number': 4, 'project_id': '36049d2090b84443a3bf3bf00558379e', 'subnets': [{'id': 'd2d86ced-9867-4b29-96c7-eb755efebba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:06:11.976931 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:11.979873 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 2b72c706-12d5-4b76-bdda-e47a5337ff48 up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:06:12.242841 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-ef341d44-7acd-4a17-a3f8-9f08b9a7a0b5 service neutron] Request body: {'port': {'device_id': '3000b992-fcbf-472e-a1e0-11b101af43a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:06:12.262507 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-8e2c3f0e-0a14-47c7-97fc-af6be2676255 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/04671c53-ca48-4ca5-8247-463b6ac1fbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7069876 Sep 01 14:06:12.262507 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-026a3100-1ff0-4e27-a64f-63797bdc7c3b tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for port (d42fa993-9cb1-475b-b99b-31cd4c4e8f6f), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:12.263994 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-ef341d44-7acd-4a17-a3f8-9f08b9a7a0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (c244d57b-8a64-435a-8910-dd80fa1b3bd5), before_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:12.266123 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-ead30f7b-7d15-4263-9237-d656252c6d12 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9cdd4113-f7e0-45eb-bbb2-5da93102bf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4772248 Sep 01 14:06:12.267988 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:12.340880 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-9cf3a33f-e6eb-45bd-ba06-dc78f4ca42f7 None None] Port c244d57b-8a64-435a-8910-dd80fa1b3bd5 cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 14:06:12.378517 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Pushing event updated for resources: {'Port': ['ID=b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9,revision_number=4']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:12.406828 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 2b72c706-12d5-4b76-bdda-e47a5337ff48 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:06:12.407250 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (2b72c706-12d5-4b76-bdda-e47a5337ff48), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:12.542915 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 2b72c706-12d5-4b76-bdda-e47a5337ff48 is: DOWN; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:06:12.543635 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (2b72c706-12d5-4b76-bdda-e47a5337ff48), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:12.607265 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-a37973ba-d3e0-4c57-876f-e389aa8f6034 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/04671c53-ca48-4ca5-8247-463b6ac1fbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5035019 Sep 01 14:06:12.723794 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] For port 2b72c706-12d5-4b76-bdda-e47a5337ff48, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=2b72c706-12d5-4b76-bdda-e47a5337ff48,segment=NetworkSegment(d5de3e2b-b60d-4f28-9212-ecf41e7a6497),segment_id=d5de3e2b-b60d-4f28-9212-ecf41e7a6497)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:06:12.773466 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-c628eac3-b22c-4b50-a696-ece3d5174467 None None] Publish callbacks [] for port (34ee6083-9372-4eee-acbd-9954043934ae), precommit_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:13.126008 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-ef341d44-7acd-4a17-a3f8-9f08b9a7a0b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c244d57b-8a64-435a-8910-dd80fa1b3bd5 {{(pid=107074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:06:13.137817 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-ef341d44-7acd-4a17-a3f8-9f08b9a7a0b5 service neutron] Publish callbacks [] for port (c244d57b-8a64-435a-8910-dd80fa1b3bd5), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:13.165703 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.provisioning_blocks [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-ef341d44-7acd-4a17-a3f8-9f08b9a7a0b5 service neutron] Transition to ACTIVE for port object c244d57b-8a64-435a-8910-dd80fa1b3bd5 will not be triggered until provisioned by entity L2. {{(pid=107074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 14:06:13.655161 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-026a3100-1ff0-4e27-a64f-63797bdc7c3b tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320'] for port (d42fa993-9cb1-475b-b99b-31cd4c4e8f6f), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:13.764513 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-c628eac3-b22c-4b50-a696-ece3d5174467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (34ee6083-9372-4eee-acbd-9954043934ae), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:13.765203 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-ef341d44-7acd-4a17-a3f8-9f08b9a7a0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923807'] for port (c244d57b-8a64-435a-8910-dd80fa1b3bd5), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:13.776436 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (2b72c706-12d5-4b76-bdda-e47a5337ff48), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:13.946975 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a3100-1ff0-4e27-a64f-63797bdc7c3b tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Pushing event updated for resources: {'Port': ['ID=d42fa993-9cb1-475b-b99b-31cd4c4e8f6f,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:13.977375 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026a3100-1ff0-4e27-a64f-63797bdc7c3b tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Network 495e3753-365b-4db4-ace7-a3dca370cb0d is already hosted by enough agents. {{(pid=107073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:06:13.996134 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.base_scheduler [None req-026a3100-1ff0-4e27-a64f-63797bdc7c3b tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Resources bound (agent type, host, resource id): {{(pid=107073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:06:14.008445 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026a3100-1ff0-4e27-a64f-63797bdc7c3b tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Received port after_create {{(pid=107073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:06:14.270964 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52a3b6-8f97-4daf-b477-829c50d6fe46 None None] Pushing event updated for resources: {'Port': ['ID=34ee6083-9372-4eee-acbd-9954043934ae,revision_number=3']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:14.329865 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:14.361399 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-026a3100-1ff0-4e27-a64f-63797bdc7c3b tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for floatingip (6085dbb4-457a-4a47-87ff-84dda8e9dac2), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:14.390344 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef341d44-7acd-4a17-a3f8-9f08b9a7a0b5 service neutron] Pushing event updated for resources: {'Port': ['ID=c244d57b-8a64-435a-8910-dd80fa1b3bd5,revision_number=2']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:14.593007 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.managers [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-ef341d44-7acd-4a17-a3f8-9f08b9a7a0b5 service neutron] Attempting to bind port c244d57b-8a64-435a-8910-dd80fa1b3bd5 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:06:14.604200 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.managers [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-ef341d44-7acd-4a17-a3f8-9f08b9a7a0b5 service neutron] Attempting to bind port c244d57b-8a64-435a-8910-dd80fa1b3bd5 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': 'd5de3e2b-b60d-4f28-9212-ecf41e7a6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '16a106e2-cc97-4518-b881-ae2a1035d4e5'}] {{(pid=107074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:06:14.607681 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-ef341d44-7acd-4a17-a3f8-9f08b9a7a0b5 service neutron] Attempting to bind port c244d57b-8a64-435a-8910-dd80fa1b3bd5 on network 16a106e2-cc97-4518-b881-ae2a1035d4e5 {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:06:14.646908 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-ef341d44-7acd-4a17-a3f8-9f08b9a7a0b5 service neutron] Port c244d57b-8a64-435a-8910-dd80fa1b3bd5 on network 16a106e2-cc97-4518-b881-ae2a1035d4e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 14:06:14.647232 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-ef341d44-7acd-4a17-a3f8-9f08b9a7a0b5 service neutron] Attempting to bind port c244d57b-8a64-435a-8910-dd80fa1b3bd5 on network 16a106e2-cc97-4518-b881-ae2a1035d4e5 {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:06:14.669225 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-ef341d44-7acd-4a17-a3f8-9f08b9a7a0b5 service neutron] Checking agent: {'id': 'a7580bcb-0f49-4eb6-986f-da2a861ca402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'started_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:06:14.681457 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-ef341d44-7acd-4a17-a3f8-9f08b9a7a0b5 service neutron] Checking segment: {'id': 'd5de3e2b-b60d-4f28-9212-ecf41e7a6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '16a106e2-cc97-4518-b881-ae2a1035d4e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:06:14.682014 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-ef341d44-7acd-4a17-a3f8-9f08b9a7a0b5 service neutron] Bound using segment: {'id': 'd5de3e2b-b60d-4f28-9212-ecf41e7a6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '16a106e2-cc97-4518-b881-ae2a1035d4e5'} {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:06:14.688500 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.managers [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-ef341d44-7acd-4a17-a3f8-9f08b9a7a0b5 service neutron] Bound port: c244d57b-8a64-435a-8910-dd80fa1b3bd5, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5de3e2b-b60d-4f28-9212-ecf41e7a6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '16a106e2-cc97-4518-b881-ae2a1035d4e5'}}] {{(pid=107074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:06:14.693451 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-ef341d44-7acd-4a17-a3f8-9f08b9a7a0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (c244d57b-8a64-435a-8910-dd80fa1b3bd5), before_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:14.734573 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-c628eac3-b22c-4b50-a696-ece3d5174467 None None] Attempting to bind port 34ee6083-9372-4eee-acbd-9954043934ae on host dv-cinder-852211-7-iscsi for vnic_type normal with profile {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:06:14.736897 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-c628eac3-b22c-4b50-a696-ece3d5174467 None None] Attempting to bind port 34ee6083-9372-4eee-acbd-9954043934ae by drivers openvswitch,hyperv on host dv-cinder-852211-7-iscsi at level 0 using segments [{'id': 'ed8678fe-a4a9-4872-b144-325311f6ec17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b'}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:06:14.737846 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c628eac3-b22c-4b50-a696-ece3d5174467 None None] Attempting to bind port 34ee6083-9372-4eee-acbd-9954043934ae on network 5efdbb74-e6fe-4a11-96cb-23855066e81b {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:06:14.741782 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-eff47c8e-7ade-4196-aa8d-07775d623013 req-f83ce24f-ba38-4483-a4ad-a1ae793c045e tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 210 time: 0.5565193 Sep 01 14:06:14.756757 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9 up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:06:14.796796 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed351a2-6648-4f13-a2a8-f2eb104f15b0 req-6b561fe4-2d26-4824-a96d-398da3471f68 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:14.805858 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5ed351a2-6648-4f13-a2a8-f2eb104f15b0 req-6b561fe4-2d26-4824-a96d-398da3471f68 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3000b992-fcbf-472e-a1e0-11b101af43a7 HTTP/1.1" status: 200 len: 944 time: 0.6325254 Sep 01 14:06:14.994332 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5ed351a2-6648-4f13-a2a8-f2eb104f15b0 req-840679ba-2614-438a-b603-67546dcfecdb tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=94f57193-51f1-4f37-bcbc-5de917fabaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873405 Sep 01 14:06:15.036172 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-ef341d44-7acd-4a17-a3f8-9f08b9a7a0b5 service neutron] For port c244d57b-8a64-435a-8910-dd80fa1b3bd5, host hv-cinder-85221, cleared binding levels {{(pid=107074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:06:15.042681 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:15.042681 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Pushing event updated for resources: {'Port': ['ID=2b72c706-12d5-4b76-bdda-e47a5337ff48,revision_number=5']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:15.047859 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:15.062087 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c628eac3-b22c-4b50-a696-ece3d5174467 None None] Checking agent: {'id': '16ae7bad-0e03-4d8e-885b-3ed578a6ac87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 13, 56, 30), 'started_at': datetime.datetime(2022, 9, 1, 13, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:06:15.062835 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c628eac3-b22c-4b50-a696-ece3d5174467 None None] Checking segment: {'id': 'ed8678fe-a4a9-4872-b144-325311f6ec17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:06:15.063378 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-c628eac3-b22c-4b50-a696-ece3d5174467 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:15.064770 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c628eac3-b22c-4b50-a696-ece3d5174467 None None] Bound using segment: {'id': 'ed8678fe-a4a9-4872-b144-325311f6ec17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b'} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:06:15.065870 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-c628eac3-b22c-4b50-a696-ece3d5174467 None None] Bound port: 34ee6083-9372-4eee-acbd-9954043934ae, host: dv-cinder-852211-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8678fe-a4a9-4872-b144-325311f6ec17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b'}}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:06:15.067294 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-c628eac3-b22c-4b50-a696-ece3d5174467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (34ee6083-9372-4eee-acbd-9954043934ae), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:15.134785 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:06:15.135698 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:15.136301 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-216769a7-32a8-4c50-8f52-030f5f999249 req-35e214b9-9455-45d7-927e-90333622a757 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 210 time: 0.1284828 Sep 01 14:06:15.139063 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-026a3100-1ff0-4e27-a64f-63797bdc7c3b tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (d42fa993-9cb1-475b-b99b-31cd4c4e8f6f), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:15.192325 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-ef341d44-7acd-4a17-a3f8-9f08b9a7a0b5 service neutron] For port c244d57b-8a64-435a-8910-dd80fa1b3bd5, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=c244d57b-8a64-435a-8910-dd80fa1b3bd5,segment=NetworkSegment(d5de3e2b-b60d-4f28-9212-ecf41e7a6497),segment_id=d5de3e2b-b60d-4f28-9212-ecf41e7a6497)] {{(pid=107074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:06:15.331859 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-ef341d44-7acd-4a17-a3f8-9f08b9a7a0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923807'] for port (c244d57b-8a64-435a-8910-dd80fa1b3bd5), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:15.350436 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-ef341d44-7acd-4a17-a3f8-9f08b9a7a0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:15.351760 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-ef341d44-7acd-4a17-a3f8-9f08b9a7a0b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for port (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:15.356833 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-c628eac3-b22c-4b50-a696-ece3d5174467 None None] For port 34ee6083-9372-4eee-acbd-9954043934ae, host dv-cinder-852211-7-iscsi, cleared binding levels {{(pid=107075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:06:15.368627 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-c628eac3-b22c-4b50-a696-ece3d5174467 None None] For port 34ee6083-9372-4eee-acbd-9954043934ae, host dv-cinder-852211-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=34ee6083-9372-4eee-acbd-9954043934ae,segment=NetworkSegment(ed8678fe-a4a9-4872-b144-325311f6ec17),segment_id=ed8678fe-a4a9-4872-b144-325311f6ec17)] {{(pid=107075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:06:15.387627 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-ef341d44-7acd-4a17-a3f8-9f08b9a7a0b5 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/c244d57b-8a64-435a-8910-dd80fa1b3bd5 HTTP/1.1" status: 200 len: 1094 time: 3.4304826 Sep 01 14:06:15.402683 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:15.418520 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3000b992-fcbf-472e-a1e0-11b101af43a7', 'tag': 'c244d57b-8a64-435a-8910-dd80fa1b3bd5'}] {{(pid=107074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:06:15.543039 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-c628eac3-b22c-4b50-a696-ece3d5174467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (34ee6083-9372-4eee-acbd-9954043934ae), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:15.730777 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9 is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:06:15.741950 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device f67cb7de-db9d-4185-8a7e-2c17517e2aab up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:06:16.061853 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c628eac3-b22c-4b50-a696-ece3d5174467 None None] Routers {'eee64747-ed94-47a0-93f9-178ac5acd67c'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:06:16.062650 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-c628eac3-b22c-4b50-a696-ece3d5174467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:05:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['eee64747-ed94-47a0-93f9-178ac5acd67c'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:06:16.104459 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c297ab1b76e2baeed04979654ee05671bdf6dedd7a272174e678f0e52b3dfb88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7aa9f47-2b26-4572-b11e-9884c53f4ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "3000b992-fcbf-472e-a1e0-11b101af43a7", "tag": "c244d57b-8a64-435a-8910-dd80fa1b3bd5"}]}' {{(pid=107074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:06:16.108352 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-7cd13718-f0db-461c-a631-0ce3b0619772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:16.110189 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-7cd13718-f0db-461c-a631-0ce3b0619772 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=f871b0e1d3154b6d8c297b12ae738be0&device_id=3000b992-fcbf-472e-a1e0-11b101af43a7 HTTP/1.1" status: 200 len: 1128 time: 0.4665475 Sep 01 14:06:16.117211 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef341d44-7acd-4a17-a3f8-9f08b9a7a0b5 service neutron] Pushing event updated for resources: {'Port': ['ID=c244d57b-8a64-435a-8910-dd80fa1b3bd5,revision_number=3']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:16.281119 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-4e763e53-1b37-46fc-b1f8-6215f07f469d service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c244d57b-8a64-435a-8910-dd80fa1b3bd5 HTTP/1.1" status: 200 len: 217 time: 0.1538346 Sep 01 14:06:16.381233 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-c628eac3-b22c-4b50-a696-ece3d5174467 None None] Set router eee64747-ed94-47a0-93f9-178ac5acd67c gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:06:16.513816 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:16.537879 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-ce333e3b-c540-4ddc-b420-374fa479334f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:16.544840 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-ce333e3b-c540-4ddc-b420-374fa479334f service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=a5f4ab41-b8ce-4fe6-801e-089287141d42 HTTP/1.1" status: 200 len: 851 time: 0.2568910 Sep 01 14:06:16.569131 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-8cac8a6d-e46f-4f67-aed2-6b3eac69cc15 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:16.569719 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52a3b6-8f97-4daf-b477-829c50d6fe46 None None] Pushing event updated for resources: {'Port': ['ID=34ee6083-9372-4eee-acbd-9954043934ae,revision_number=4']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:16.571706 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-8cac8a6d-e46f-4f67-aed2-6b3eac69cc15 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/networks?id=9cdd4113-f7e0-45eb-bbb2-5da93102bf6c HTTP/1.1" status: 200 len: 818 time: 0.8042834 Sep 01 14:06:16.628402 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-141723c9-19fd-48c8-85c0-a1721cd37cd9 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/quotas/36049d2090b84443a3bf3bf00558379e HTTP/1.1" status: 200 len: 375 time: 0.0230193 Sep 01 14:06:16.737750 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-85fd5fef-770a-4ec4-b4f1-cf8fbcd1fcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:16.739938 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-85fd5fef-770a-4ec4-b4f1-cf8fbcd1fcc9 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=16a106e2-cc97-4518-b881-ae2a1035d4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1839497 Sep 01 14:06:16.803327 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port f67cb7de-db9d-4185-8a7e-2c17517e2aab triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:06:16.804412 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (f67cb7de-db9d-4185-8a7e-2c17517e2aab), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:16.826993 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6bebae25-eddb-49b8-a887-57dfdc687807 req-1d47180d-85ee-4163-80ff-f81d6348604d tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 210 time: 0.5862808 Sep 01 14:06:16.842919 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-336a765e-da20-4827-8e86-28e073ae74ba tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=36049d2090b84443a3bf3bf00558379e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1815355 Sep 01 14:06:16.940175 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-026a3100-1ff0-4e27-a64f-63797bdc7c3b tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for port (d42fa993-9cb1-475b-b99b-31cd4c4e8f6f), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:17.070966 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:17.194879 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-16c29eb2-749c-4230-a04d-8020f55bdddc service neutron] 10.222.0.72 "GET /networking/v2.0/networks/16a106e2-cc97-4518-b881-ae2a1035d4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4472222 Sep 01 14:06:17.356187 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-20691ad9-7e1f-45e7-bacc-9c1882264238 req-9caedfa1-675c-4a3a-b2d2-069bec97c975 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/16a106e2-cc97-4518-b881-ae2a1035d4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331279 Sep 01 14:06:17.408924 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-026a3100-1ff0-4e27-a64f-63797bdc7c3b tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (d42fa993-9cb1-475b-b99b-31cd4c4e8f6f), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:17.408924 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-026a3100-1ff0-4e27-a64f-63797bdc7c3b tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122292'] for floatingip (6085dbb4-457a-4a47-87ff-84dda8e9dac2), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:17.409248 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 54218) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:17.422127 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-c628eac3-b22c-4b50-a696-ece3d5174467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'name': 'tempest-AttachVolumeTestJSON-531647860-router', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:43Z', 'updated_at': '2022-09-01T14:05:58Z', 'revision_number': 4, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'gw_port': {'id': 'b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:45Z', 'updated_at': '2022-09-01T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '34ee6083-9372-4eee-acbd-9954043934ae', 'name': '', 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'mac_address': 'fa:16:3e:f6:a7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9516b454-0891-4d29-9fc5-0ee1fc6356e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:55Z', 'updated_at': '2022-09-01T14:06:15Z', 'revision_number': 4, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'subnets': [{'id': '9516b454-0891-4d29-9fc5-0ee1fc6356e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:06:17.508900 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a3100-1ff0-4e27-a64f-63797bdc7c3b tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Pushing event updated for resources: {'Port': ['ID=d42fa993-9cb1-475b-b99b-31cd4c4e8f6f,revision_number=2']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:17.547336 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c628eac3-b22c-4b50-a696-ece3d5174467 None None] The sync data for ids ['eee64747-ed94-47a0-93f9-178ac5acd67c'] in dv-cinder-852211-7-iscsi is: [{'id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'name': 'tempest-AttachVolumeTestJSON-531647860-router', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:43Z', 'updated_at': '2022-09-01T14:05:58Z', 'revision_number': 4, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'gw_port': {'id': 'b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:45Z', 'updated_at': '2022-09-01T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '34ee6083-9372-4eee-acbd-9954043934ae', 'name': '', 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'mac_address': 'fa:16:3e:f6:a7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9516b454-0891-4d29-9fc5-0ee1fc6356e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:55Z', 'updated_at': '2022-09-01T14:06:15Z', 'revision_number': 4, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'subnets': [{'id': '9516b454-0891-4d29-9fc5-0ee1fc6356e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:06:17.558222 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port f67cb7de-db9d-4185-8a7e-2c17517e2aab is: DOWN; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:06:17.558692 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (f67cb7de-db9d-4185-8a7e-2c17517e2aab), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:17.605488 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:17.637759 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb73e6b-cfdb-4fd1-950a-09710a6ac570 req-fc6e7131-34bb-44fd-a7eb-7a0e213ba75a tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:17.639495 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3fb73e6b-cfdb-4fd1-950a-09710a6ac570 req-fc6e7131-34bb-44fd-a7eb-7a0e213ba75a tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3000b992-fcbf-472e-a1e0-11b101af43a7 HTTP/1.1" status: 200 len: 944 time: 0.2413797 Sep 01 14:06:17.856747 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-d5e45fdc-0318-4bca-8289-f0cf02940f54 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9cdd4113-f7e0-45eb-bbb2-5da93102bf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0063274 Sep 01 14:06:17.858779 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-f3b2c041-6c6d-4d0a-806f-4705813735fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:17.868473 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-026a3100-1ff0-4e27-a64f-63797bdc7c3b tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for floatingip (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:17.878256 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-026a3100-1ff0-4e27-a64f-63797bdc7c3b tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.1198869 Sep 01 14:06:18.106982 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] For port f67cb7de-db9d-4185-8a7e-2c17517e2aab, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=f67cb7de-db9d-4185-8a7e-2c17517e2aab,segment=NetworkSegment(64991032-cb00-4fe3-9882-ec8e7671fd4e),segment_id=64991032-cb00-4fe3-9882-ec8e7671fd4e)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:06:18.234645 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-f3b2c041-6c6d-4d0a-806f-4705813735fa admin admin] Publish callbacks [] for security_group (82c71bb0-d7a0-478d-8acc-f1bfec37c7d4), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:18.243072 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (f67cb7de-db9d-4185-8a7e-2c17517e2aab), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:18.244648 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 6d165577-f5d8-4e45-b6f9-dd2cb49b501e up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:06:18.294756 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3fb73e6b-cfdb-4fd1-950a-09710a6ac570 req-80c7d594-0ed2-4cf5-9cd6-c45bd841ab6b tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=94f57193-51f1-4f37-bcbc-5de917fabaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6100738 Sep 01 14:06:18.305166 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-f3b2c041-6c6d-4d0a-806f-4705813735fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (82c71bb0-d7a0-478d-8acc-f1bfec37c7d4), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:18.431277 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:18.464645 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-f3b2c041-6c6d-4d0a-806f-4705813735fa admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=16b26a6f01844176b377642e6028d667&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0523686 Sep 01 14:06:18.473374 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 54262) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:18.479236 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Pushing event updated for resources: {'Port': ['ID=f67cb7de-db9d-4185-8a7e-2c17517e2aab,revision_number=5']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:18.490042 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2c041-6c6d-4d0a-806f-4705813735fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c71bb0-d7a0-478d-8acc-f1bfec37c7d4,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:18.550604 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-6ccf162d-cc3a-473a-998d-66a572f84211 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9cdd4113-f7e0-45eb-bbb2-5da93102bf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6903989 Sep 01 14:06:18.608091 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:18.613877 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-88a884f6-848a-474c-bdaf-1530cfda98c8 admin admin] Publish callbacks [] for security_group (82c71bb0-d7a0-478d-8acc-f1bfec37c7d4), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:18.648964 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-88a884f6-848a-474c-bdaf-1530cfda98c8 admin admin] Publish callbacks [] for security_group (82c71bb0-d7a0-478d-8acc-f1bfec37c7d4), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:18.653677 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 6d165577-f5d8-4e45-b6f9-dd2cb49b501e triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:06:18.655403 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (6d165577-f5d8-4e45-b6f9-dd2cb49b501e), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:18.900158 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-88a884f6-848a-474c-bdaf-1530cfda98c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (82c71bb0-d7a0-478d-8acc-f1bfec37c7d4), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:18.903073 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-88a884f6-848a-474c-bdaf-1530cfda98c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:18.904600 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-88a884f6-848a-474c-bdaf-1530cfda98c8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/82c71bb0-d7a0-478d-8acc-f1bfec37c7d4 HTTP/1.1" status: 204 len: 168 time: 0.4299119 Sep 01 14:06:18.974816 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a884f6-848a-474c-bdaf-1530cfda98c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c71bb0-d7a0-478d-8acc-f1bfec37c7d4,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:18.978677 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 6d165577-f5d8-4e45-b6f9-dd2cb49b501e is: DOWN; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:06:18.980949 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (6d165577-f5d8-4e45-b6f9-dd2cb49b501e), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:19.283629 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839ecd36-5578-43ca-9688-857072db780d x-openstack-request-id: req-839ecd36-5578-43ca-9688-857072db780d {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:06:19.284319 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3000b992-fcbf-472e-a1e0-11b101af43a7", "tag": "c244d57b-8a64-435a-8910-dd80fa1b3bd5", "status": "completed", "code": 200}]} {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:06:19.284865 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-839ecd36-5578-43ca-9688-857072db780d {{(pid=107074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:06:19.286665 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-839ecd36-5578-43ca-9688-857072db780d'] response: {'name': 'network-changed', 'server_uuid': '3000b992-fcbf-472e-a1e0-11b101af43a7', 'tag': 'c244d57b-8a64-435a-8910-dd80fa1b3bd5', 'status': 'completed', 'code': 200} Sep 01 14:06:19.317762 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] For port 6d165577-f5d8-4e45-b6f9-dd2cb49b501e, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=6d165577-f5d8-4e45-b6f9-dd2cb49b501e,segment=NetworkSegment(21afd361-14bd-45f1-b42f-187569ad44e0),segment_id=21afd361-14bd-45f1-b42f-187569ad44e0)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:06:19.460874 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (6d165577-f5d8-4e45-b6f9-dd2cb49b501e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:19.504248 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-711e8161-223c-444b-9f1c-4d94bb726e7b req-6384152d-0023-469a-9936-b34cf1ed1c4e tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 210 time: 0.2084670 Sep 01 14:06:19.517753 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa9f47-2b26-4572-b11e-9884c53f4ddd req-295a9468-d6ec-47e8-ac03-2ef4e385be93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:19.519447 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-c7aa9f47-2b26-4572-b11e-9884c53f4ddd req-295a9468-d6ec-47e8-ac03-2ef4e385be93 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=f871b0e1d3154b6d8c297b12ae738be0&device_id=3000b992-fcbf-472e-a1e0-11b101af43a7 HTTP/1.1" status: 200 len: 1128 time: 0.1356111 Sep 01 14:06:19.642680 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:19.878644 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-37055684-ec19-4cad-b814-17ba4ced4903 req-17abb099-95f9-45f0-9956-21496f5b60c4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1477163944&fields=id&tenant_id=eaba67e3a54f4191b9b924305a83e4eb HTTP/1.1" status: 200 len: 267 time: 0.3040464 Sep 01 14:06:19.914315 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.72', 62581) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:19.922548 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Pushing event updated for resources: {'Port': ['ID=6d165577-f5d8-4e45-b6f9-dd2cb49b501e,revision_number=5']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:20.049107 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device f67cb7de-db9d-4185-8a7e-2c17517e2aab up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:06:20.300860 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port f67cb7de-db9d-4185-8a7e-2c17517e2aab triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:06:20.302295 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (f67cb7de-db9d-4185-8a7e-2c17517e2aab), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:20.341539 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7bad13d9-6d3b-4eb2-bbd8-2898f221f998 req-4a915441-d893-4d1f-871e-d65a1e153d57 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 210 time: 0.5394745 Sep 01 14:06:20.354506 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-56e82970-1b26-4551-9877-4b8a8dbc54d8 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:20.356877 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-56e82970-1b26-4551-9877-4b8a8dbc54d8 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.72 "GET /networking/v2.0/networks?id=9cdd4113-f7e0-45eb-bbb2-5da93102bf6c HTTP/1.1" status: 200 len: 818 time: 0.2605298 Sep 01 14:06:20.437604 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-0970b95a-918e-4053-b3fd-1a1483e7ee72 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Request body: {'port': {'device_id': '846e670d-c808-44d5-be0e-9c36671fbe91', 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c', 'admin_state_up': True, 'tenant_id': '36049d2090b84443a3bf3bf00558379e'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:06:20.438777 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.72', 62582) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:20.780472 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port f67cb7de-db9d-4185-8a7e-2c17517e2aab is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:06:20.783792 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 34ee6083-9372-4eee-acbd-9954043934ae up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:06:20.958508 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 54332) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:20.992447 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940321b-1752-4cfe-972e-065329014e21 req-0902714d-ae42-4603-a30e-9995e1989ce9 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:21.018926 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1940321b-1752-4cfe-972e-065329014e21 req-0902714d-ae42-4603-a30e-9995e1989ce9 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3000b992-fcbf-472e-a1e0-11b101af43a7 HTTP/1.1" status: 200 len: 944 time: 0.3293507 Sep 01 14:06:21.022059 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 34ee6083-9372-4eee-acbd-9954043934ae triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:06:21.024538 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (34ee6083-9372-4eee-acbd-9954043934ae), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:21.041500 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 54340) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:21.049150 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa9f47-2b26-4572-b11e-9884c53f4ddd req-ff08bbd1-c550-461f-9f92-c3a4539f925d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:21.061980 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-c7aa9f47-2b26-4572-b11e-9884c53f4ddd req-ff08bbd1-c550-461f-9f92-c3a4539f925d service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=16a106e2-cc97-4518-b881-ae2a1035d4e5 HTTP/1.1" status: 200 len: 913 time: 1.3892195 Sep 01 14:06:21.134048 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:21.157293 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-f5d7fea4-9304-4261-b8ee-48a073b5b5ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:21.240103 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-c7aa9f47-2b26-4572-b11e-9884c53f4ddd req-a7e47ab1-71c7-4211-aff4-8f068bc28f04 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c244d57b-8a64-435a-8910-dd80fa1b3bd5 HTTP/1.1" status: 200 len: 217 time: 0.0967150 Sep 01 14:06:21.248307 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1940321b-1752-4cfe-972e-065329014e21 req-b8d32bb2-613b-4fc2-99f8-bd02422425fc tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=94f57193-51f1-4f37-bcbc-5de917fabaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960928 Sep 01 14:06:21.299896 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 34ee6083-9372-4eee-acbd-9954043934ae is: DOWN; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:06:21.300305 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (34ee6083-9372-4eee-acbd-9954043934ae), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:21.314109 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-0970b95a-918e-4053-b3fd-1a1483e7ee72 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Made reservation on behalf of 36049d2090b84443a3bf3bf00558379e for: {'port': 1} {{(pid=107073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:06:21.320929 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-0970b95a-918e-4053-b3fd-1a1483e7ee72 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:21.342153 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-3b185067-25ce-49a2-9fd6-b2199c1503c4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:21.343736 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-3b185067-25ce-49a2-9fd6-b2199c1503c4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.72 "GET /networking/v2.0/networks?id=04671c53-ca48-4ca5-8247-463b6ac1fbe1 HTTP/1.1" status: 200 len: 817 time: 0.8902419 Sep 01 14:06:21.511015 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] For port 34ee6083-9372-4eee-acbd-9954043934ae, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=34ee6083-9372-4eee-acbd-9954043934ae,segment=NetworkSegment(ed8678fe-a4a9-4872-b144-325311f6ec17),segment_id=ed8678fe-a4a9-4872-b144-325311f6ec17)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:06:21.519826 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37055684-ec19-4cad-b814-17ba4ced4903 req-0157a755-822c-44dd-b36e-f492f6526be1 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:21.532734 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-37055684-ec19-4cad-b814-17ba4ced4903 req-0157a755-822c-44dd-b36e-f492f6526be1 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/networks?id=5efdbb74-e6fe-4a11-96cb-23855066e81b HTTP/1.1" status: 200 len: 810 time: 1.6526313 Sep 01 14:06:21.548960 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 6 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:06:21.560046 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa9f47-2b26-4572-b11e-9884c53f4ddd req-b487f7a1-7648-44b6-9735-4ddfefbb4f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:21.561583 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-c7aa9f47-2b26-4572-b11e-9884c53f4ddd req-b487f7a1-7648-44b6-9735-4ddfefbb4f64 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=a5f4ab41-b8ce-4fe6-801e-089287141d42 HTTP/1.1" status: 200 len: 851 time: 0.2967229 Sep 01 14:06:21.619978 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (34ee6083-9372-4eee-acbd-9954043934ae), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:21.621574 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 2b72c706-12d5-4b76-bdda-e47a5337ff48 up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:06:21.710752 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-37055684-ec19-4cad-b814-17ba4ced4903 req-8c6310af-445f-4a95-b276-38472fc2383b tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/quotas/eaba67e3a54f4191b9b924305a83e4eb HTTP/1.1" status: 200 len: 375 time: 0.1747386 Sep 01 14:06:21.773941 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e883997b-7d67-418a-85e9-94d3eb9839ab req-ddb5ef48-444c-41bd-a50c-f298aa022cf6 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 210 time: 0.2323563 Sep 01 14:06:21.781045 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 2b72c706-12d5-4b76-bdda-e47a5337ff48 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:06:21.781390 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (2b72c706-12d5-4b76-bdda-e47a5337ff48), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:21.857039 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:21.863488 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa9f47-2b26-4572-b11e-9884c53f4ddd req-c9109095-571c-4554-b82b-63d530f8cc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:21.881733 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-c7aa9f47-2b26-4572-b11e-9884c53f4ddd req-c9109095-571c-4554-b82b-63d530f8cc03 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=16a106e2-cc97-4518-b881-ae2a1035d4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2762606 Sep 01 14:06:21.883523 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-8691f401-d004-4567-877a-5044c835102c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:21.896428 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-3e1973c8-6626-4680-ac9b-7bf0baf8f9fe tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3ed58deb61194a5ba3f2d46eb7e5680c HTTP/1.1" status: 200 len: 380 time: 0.4524682 Sep 01 14:06:21.919092 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:21.943182 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-655d04d0-d836-4681-9ce7-feb6722dbf78 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Request body: {'port': {'device_id': 'd39f7090-b419-46be-9fcc-7ae73004ab71', 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1', 'admin_state_up': True, 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'security_groups': ['0c241a0e-e875-4a59-9689-095286eca996']}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:06:21.974355 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-f5d7fea4-9304-4261-b8ee-48a073b5b5ce admin admin] Publish callbacks [] for security_group (86a3e652-b156-4bc6-ac6e-7107ba4a4e98), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:22.004391 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Pushing event updated for resources: {'Port': ['ID=34ee6083-9372-4eee-acbd-9954043934ae,revision_number=5']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:22.009857 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-37055684-ec19-4cad-b814-17ba4ced4903 req-68e2bd43-4f4f-42ea-9b18-36038b7929fe tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=eaba67e3a54f4191b9b924305a83e4eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2341330 Sep 01 14:06:22.101408 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c179f15c-0dac-4e17-96c8-933e1fe3b9e3 req-d6d05c7d-0136-4ba3-bc2f-c1fb035de9d7 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 210 time: 0.1165416 Sep 01 14:06:22.268143 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 54362) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:22.276296 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 2b72c706-12d5-4b76-bdda-e47a5337ff48 is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:06:22.501929 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 34ee6083-9372-4eee-acbd-9954043934ae up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:06:22.546395 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=9 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:22.603508 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:22.633998 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.db_base_plugin_common [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-0970b95a-918e-4053-b3fd-1a1483e7ee72 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Allocated IP 172.20.0.11 (9cdd4113-f7e0-45eb-bbb2-5da93102bf6c/d2d86ced-9867-4b29-96c7-eb755efebba7/073b1d8b-8a54-4df8-a7c0-5ad23c885880) {{(pid=107073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:06:22.635332 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 34ee6083-9372-4eee-acbd-9954043934ae triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:06:22.638032 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (34ee6083-9372-4eee-acbd-9954043934ae), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:22.647133 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:22.654636 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-f5d7fea4-9304-4261-b8ee-48a073b5b5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (86a3e652-b156-4bc6-ac6e-7107ba4a4e98), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:22.661334 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fac35b-e748-494e-995b-62e85002dd55 req-e19ef211-6e6f-45fa-8e2d-1ba104933ddf tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:22.663157 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a1fac35b-e748-494e-995b-62e85002dd55 req-e19ef211-6e6f-45fa-8e2d-1ba104933ddf tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3000b992-fcbf-472e-a1e0-11b101af43a7 HTTP/1.1" status: 200 len: 944 time: 0.1518903 Sep 01 14:06:22.778513 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-37055684-ec19-4cad-b814-17ba4ced4903 req-10ef1c95-e1f8-4398-a4f5-85e8d7b25821 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5efdbb74-e6fe-4a11-96cb-23855066e81b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6723650 Sep 01 14:06:22.808893 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 34ee6083-9372-4eee-acbd-9954043934ae is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:06:22.810059 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 6d165577-f5d8-4e45-b6f9-dd2cb49b501e up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:06:22.814324 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a1fac35b-e748-494e-995b-62e85002dd55 req-bfed506f-7d89-43e5-a08e-851c732f24b3 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=94f57193-51f1-4f37-bcbc-5de917fabaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410251 Sep 01 14:06:22.864894 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=100 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:22.888425 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-f5d7fea4-9304-4261-b8ee-48a073b5b5ce admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=60a7fdd5497143a9b2484956115dc1fa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9131746 Sep 01 14:06:22.894323 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 54370) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:22.924777 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7fea4-9304-4261-b8ee-48a073b5b5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a3e652-b156-4bc6-ac6e-7107ba4a4e98,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:22.930370 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-8691f401-d004-4567-877a-5044c835102c admin admin] Publish callbacks [] for security_group (164330d1-3778-4d2e-8f2b-6569cf58a0a6), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:22.939319 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 6d165577-f5d8-4e45-b6f9-dd2cb49b501e triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:06:22.939418 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (6d165577-f5d8-4e45-b6f9-dd2cb49b501e), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:23.013873 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-8691f401-d004-4567-877a-5044c835102c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (164330d1-3778-4d2e-8f2b-6569cf58a0a6), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:23.037390 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-c7aa9f47-2b26-4572-b11e-9884c53f4ddd req-5bae5dcb-fe8d-40da-9d17-c470b5e04dd0 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/16a106e2-cc97-4518-b881-ae2a1035d4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1265826 Sep 01 14:06:23.075460 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-f3b9e849-6994-41f3-bf13-acbe4735e4f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:23.094314 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-8691f401-d004-4567-877a-5044c835102c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=47420028e9864638ab8c5f74f2180ae8&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0489533 Sep 01 14:06:23.099659 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 6d165577-f5d8-4e45-b6f9-dd2cb49b501e is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:06:23.100114 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 54372) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:23.107502 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8691f401-d004-4567-877a-5044c835102c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164330d1-3778-4d2e-8f2b-6569cf58a0a6,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:23.116402 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:23.146197 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d12955f5-ed08-4ee1-a721-a2d1dcd0be9a admin admin] Publish callbacks [] for security_group (86a3e652-b156-4bc6-ac6e-7107ba4a4e98), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:23.157411 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-79ae5848-2ac3-4831-9369-16e84280cf60 req-d07f56b0-5600-4525-adcc-22330572efc8 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 210 time: 0.0941033 Sep 01 14:06:23.191443 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d12955f5-ed08-4ee1-a721-a2d1dcd0be9a admin admin] Publish callbacks [] for security_group (86a3e652-b156-4bc6-ac6e-7107ba4a4e98), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:23.255320 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-655d04d0-d836-4681-9ce7-feb6722dbf78 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Made reservation on behalf of 3ed58deb61194a5ba3f2d46eb7e5680c for: {'port': 1} {{(pid=107074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:06:23.261087 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-655d04d0-d836-4681-9ce7-feb6722dbf78 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:23.282602 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-37055684-ec19-4cad-b814-17ba4ced4903 req-5b0bd84c-4ef2-486e-9c33-c0e52c0e1de3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5efdbb74-e6fe-4a11-96cb-23855066e81b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4668283 Sep 01 14:06:23.286304 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ad9369c9-4ffb-431d-a765-40e9c4a9862b admin admin] Publish callbacks [] for security_group (164330d1-3778-4d2e-8f2b-6569cf58a0a6), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:23.299207 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-0970b95a-918e-4053-b3fd-1a1483e7ee72 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks [] for port (073b1d8b-8a54-4df8-a7c0-5ad23c885880), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:23.305351 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:23.355156 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ad9369c9-4ffb-431d-a765-40e9c4a9862b admin admin] Publish callbacks [] for security_group (164330d1-3778-4d2e-8f2b-6569cf58a0a6), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:23.355524 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-84e52bfe-71d3-4617-abce-791d5f79aabe req-9723a5e5-1a49-4dde-88e5-309564909dab tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 210 time: 0.0528367 Sep 01 14:06:23.392824 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-f3b9e849-6994-41f3-bf13-acbe4735e4f2 admin admin] Publish callbacks [] for security_group (05ea29e3-5f8f-42ce-a796-4b3e4223cac4), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:23.523695 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-f3b9e849-6994-41f3-bf13-acbe4735e4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (05ea29e3-5f8f-42ce-a796-4b3e4223cac4), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:23.529040 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-0970b95a-918e-4053-b3fd-1a1483e7ee72 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320'] for port (073b1d8b-8a54-4df8-a7c0-5ad23c885880), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:23.573995 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_common [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-655d04d0-d836-4681-9ce7-feb6722dbf78 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Allocated IP 172.20.0.5 (04671c53-ca48-4ca5-8247-463b6ac1fbe1/5274d38f-79ac-43b5-aae2-e29860924168/9ae4ab09-714c-4175-ba0d-7b76b31e652d) {{(pid=107074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:06:23.604521 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d12955f5-ed08-4ee1-a721-a2d1dcd0be9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (86a3e652-b156-4bc6-ac6e-7107ba4a4e98), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:23.611547 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d12955f5-ed08-4ee1-a721-a2d1dcd0be9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:23.611547 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-d12955f5-ed08-4ee1-a721-a2d1dcd0be9a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/86a3e652-b156-4bc6-ac6e-7107ba4a4e98 HTTP/1.1" status: 204 len: 168 time: 0.7048564 Sep 01 14:06:23.627758 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12955f5-ed08-4ee1-a721-a2d1dcd0be9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a3e652-b156-4bc6-ac6e-7107ba4a4e98,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:23.652881 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ad9369c9-4ffb-431d-a765-40e9c4a9862b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (164330d1-3778-4d2e-8f2b-6569cf58a0a6), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:23.654794 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ad9369c9-4ffb-431d-a765-40e9c4a9862b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:23.659051 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-ad9369c9-4ffb-431d-a765-40e9c4a9862b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/164330d1-3778-4d2e-8f2b-6569cf58a0a6 HTTP/1.1" status: 204 len: 168 time: 0.5554481 Sep 01 14:06:23.734396 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b9e849-6994-41f3-bf13-acbe4735e4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ea29e3-5f8f-42ce-a796-4b3e4223cac4,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:23.743674 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9369c9-4ffb-431d-a765-40e9c4a9862b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164330d1-3778-4d2e-8f2b-6569cf58a0a6,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:23.756775 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-0970b95a-918e-4053-b3fd-1a1483e7ee72 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Network 9cdd4113-f7e0-45eb-bbb2-5da93102bf6c is already hosted by enough agents. {{(pid=107073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:06:23.786544 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-f3b9e849-6994-41f3-bf13-acbe4735e4f2 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=1420fdd935654e00b1da064f02b5f1ae&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4469833 Sep 01 14:06:23.791772 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 54386) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:23.808394 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.base_scheduler [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-0970b95a-918e-4053-b3fd-1a1483e7ee72 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Resources bound (agent type, host, resource id): {{(pid=107073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:06:23.821216 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-0970b95a-918e-4053-b3fd-1a1483e7ee72 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Received port after_create {{(pid=107073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:06:23.831482 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-0970b95a-918e-4053-b3fd-1a1483e7ee72 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:23.832572 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-0970b95a-918e-4053-b3fd-1a1483e7ee72 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for port (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:23.840191 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970b95a-918e-4053-b3fd-1a1483e7ee72 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Pushing event updated for resources: {'Port': ['ID=073b1d8b-8a54-4df8-a7c0-5ad23c885880,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:23.921598 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-655d04d0-d836-4681-9ce7-feb6722dbf78 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for port (9ae4ab09-714c-4175-ba0d-7b76b31e652d), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:24.015635 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-16df2dde-f71e-4ee1-aa3f-10f67fe33817 admin admin] Publish callbacks [] for security_group (05ea29e3-5f8f-42ce-a796-4b3e4223cac4), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:24.061548 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-655d04d0-d836-4681-9ce7-feb6722dbf78 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (9ae4ab09-714c-4175-ba0d-7b76b31e652d), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:24.066747 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-16df2dde-f71e-4ee1-aa3f-10f67fe33817 admin admin] Publish callbacks [] for security_group (05ea29e3-5f8f-42ce-a796-4b3e4223cac4), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:24.283445 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-378389aa-ceb3-4707-995f-6a57eb514f38 req-6f9a66eb-bcf2-474e-b261-607ea06f5494 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 210 time: 0.4348738 Sep 01 14:06:24.314375 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-655d04d0-d836-4681-9ce7-feb6722dbf78 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Network 04671c53-ca48-4ca5-8247-463b6ac1fbe1 is already hosted by enough agents. {{(pid=107074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:06:24.346701 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-655d04d0-d836-4681-9ce7-feb6722dbf78 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Resources bound (agent type, host, resource id): {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:06:24.355318 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-655d04d0-d836-4681-9ce7-feb6722dbf78 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Received port after_create {{(pid=107074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:06:24.424486 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-8780047c-5586-4ead-8cb4-5cdae683554a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:24.432573 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-0970b95a-918e-4053-b3fd-1a1483e7ee72 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0063326 Sep 01 14:06:24.475473 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157fab2-776b-409d-aaf0-276256470033 req-4652ce71-1988-448c-ad10-786388db8685 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:24.477194 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e157fab2-776b-409d-aaf0-276256470033 req-4652ce71-1988-448c-ad10-786388db8685 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3000b992-fcbf-472e-a1e0-11b101af43a7 HTTP/1.1" status: 200 len: 944 time: 0.2367060 Sep 01 14:06:24.487380 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-72ce30a5-5d32-481a-8c4c-ed11422dd1ad None None] Provisioning complete for port 073b1d8b-8a54-4df8-a7c0-5ad23c885880 triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:06:24.490139 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-72ce30a5-5d32-481a-8c4c-ed11422dd1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (073b1d8b-8a54-4df8-a7c0-5ad23c885880), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:24.501686 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-655d04d0-d836-4681-9ce7-feb6722dbf78 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:24.502413 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-655d04d0-d836-4681-9ce7-feb6722dbf78 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for port (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:24.548024 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-72ce30a5-5d32-481a-8c4c-ed11422dd1ad None None] Port 073b1d8b-8a54-4df8-a7c0-5ad23c885880 cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 14:06:24.550960 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d04d0-d836-4681-9ce7-feb6722dbf78 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Pushing event updated for resources: {'Port': ['ID=9ae4ab09-714c-4175-ba0d-7b76b31e652d,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:24.612436 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3568936-90f1-4358-be97-a37ee09af1c2 req-5ea9d248-4da5-42a5-815b-d62152feee6c tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:24.615120 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c3568936-90f1-4358-be97-a37ee09af1c2 req-5ea9d248-4da5-42a5-815b-d62152feee6c tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 931 time: 0.1368864 Sep 01 14:06:24.645234 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:24.686849 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:24.787360 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c3568936-90f1-4358-be97-a37ee09af1c2 req-72de14a0-1c10-4f78-821b-e9c3658c6a77 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601312 Sep 01 14:06:24.792419 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-c7aa9f47-2b26-4572-b11e-9884c53f4ddd req-4c06417c-7535-424b-97f6-62ab010d8df2 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/16a106e2-cc97-4518-b881-ae2a1035d4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120985 Sep 01 14:06:24.794433 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:24.819831 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-655d04d0-d836-4681-9ce7-feb6722dbf78 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9068127 Sep 01 14:06:24.830803 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e157fab2-776b-409d-aaf0-276256470033 req-4cbb645e-3b1f-45d7-a5d3-5f395037162a tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=94f57193-51f1-4f37-bcbc-5de917fabaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576227 Sep 01 14:06:24.884471 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-a8550be7-8d32-4af2-bca0-e311f528488f None None] Provisioning complete for port 9ae4ab09-714c-4175-ba0d-7b76b31e652d triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:06:24.885329 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-a8550be7-8d32-4af2-bca0-e311f528488f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (9ae4ab09-714c-4175-ba0d-7b76b31e652d), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:24.922803 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 54412) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:24.930377 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-a8550be7-8d32-4af2-bca0-e311f528488f None None] Port 9ae4ab09-714c-4175-ba0d-7b76b31e652d cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 14:06:24.946808 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-fb1aa4ab-206a-4919-aa33-aab791857ef0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:24.953209 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ff9dea6e-89d7-4a56-87ba-ac8f7e604867 req-19fd4805-3951-4917-9817-9a62bd1a6db1 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 210 time: 0.0425282 Sep 01 14:06:25.010765 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-16df2dde-f71e-4ee1-aa3f-10f67fe33817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (05ea29e3-5f8f-42ce-a796-4b3e4223cac4), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:25.013630 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-16df2dde-f71e-4ee1-aa3f-10f67fe33817 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:25.017937 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-16df2dde-f71e-4ee1-aa3f-10f67fe33817 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/05ea29e3-5f8f-42ce-a796-4b3e4223cac4 HTTP/1.1" status: 204 len: 168 time: 1.2221859 Sep 01 14:06:25.051233 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df2dde-f71e-4ee1-aa3f-10f67fe33817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ea29e3-5f8f-42ce-a796-4b3e4223cac4,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:25.123808 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-fb1aa4ab-206a-4919-aa33-aab791857ef0 admin admin] Publish callbacks [] for security_group (b185f317-625f-42d4-9c6d-68ff60d3c54f), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:25.271373 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-fb1aa4ab-206a-4919-aa33-aab791857ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (b185f317-625f-42d4-9c6d-68ff60d3c54f), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:25.355158 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-fb1aa4ab-206a-4919-aa33-aab791857ef0 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=48a4cb7140d44a71853e90892071fb76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4301524 Sep 01 14:06:25.355832 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 54426) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:25.365206 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1aa4ab-206a-4919-aa33-aab791857ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b185f317-625f-42d4-9c6d-68ff60d3c54f,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:25.452625 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d789d67b-6372-4702-9031-b91f90cb635c req-6f525a11-8e35-4793-bdff-1ad7ffbd0fbb tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 210 time: 0.0400031 Sep 01 14:06:25.491409 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-43bd8449-36e2-468e-b2e1-8601aaecd4a9 admin admin] Publish callbacks [] for security_group (b185f317-625f-42d4-9c6d-68ff60d3c54f), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:25.535606 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-43bd8449-36e2-468e-b2e1-8601aaecd4a9 admin admin] Publish callbacks [] for security_group (b185f317-625f-42d4-9c6d-68ff60d3c54f), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:25.723991 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-43bd8449-36e2-468e-b2e1-8601aaecd4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (b185f317-625f-42d4-9c6d-68ff60d3c54f), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:25.729660 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-43bd8449-36e2-468e-b2e1-8601aaecd4a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:25.731658 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-43bd8449-36e2-468e-b2e1-8601aaecd4a9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b185f317-625f-42d4-9c6d-68ff60d3c54f HTTP/1.1" status: 204 len: 168 time: 0.3733277 Sep 01 14:06:25.747413 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd8449-36e2-468e-b2e1-8601aaecd4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b185f317-625f-42d4-9c6d-68ff60d3c54f,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:25.790846 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-0c8eedc6-133e-4d1d-9988-dfe1056867fd service neutron] Request body: {'port': {'device_id': '846e670d-c808-44d5-be0e-9c36671fbe91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:06:25.944075 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-0c8eedc6-133e-4d1d-9988-dfe1056867fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (073b1d8b-8a54-4df8-a7c0-5ad23c885880), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:26.040398 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ffe1f-c8c0-4a46-be4d-8f7e158bc596 req-b8c588d7-664b-4873-a21b-5de5e4f512ec tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:26.042013 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-261ffe1f-c8c0-4a46-be4d-8f7e158bc596 req-b8c588d7-664b-4873-a21b-5de5e4f512ec tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3000b992-fcbf-472e-a1e0-11b101af43a7 HTTP/1.1" status: 200 len: 944 time: 0.1085432 Sep 01 14:06:26.097451 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e61f0-45a4-41fd-a082-bba933c61978 req-1faaa453-8c29-42d7-9ab8-3cbc1c18d7e7 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:26.099213 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1c5e61f0-45a4-41fd-a082-bba933c61978 req-1faaa453-8c29-42d7-9ab8-3cbc1c18d7e7 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 931 time: 0.1197245 Sep 01 14:06:26.104584 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 54444) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:26.108937 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:26.119604 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-6e32f3d7-d0b7-46a9-a505-5ccc09945697 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:26.183040 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=76,neutron:DELETE=6,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:26.237624 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-6e32f3d7-d0b7-46a9-a505-5ccc09945697 admin admin] Publish callbacks [] for security_group (67559a69-489c-4241-9b98-c1819189a57a), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:26.295144 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-261ffe1f-c8c0-4a46-be4d-8f7e158bc596 req-fbdaf8ac-9d87-47c6-8da4-eee9907e479c tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=94f57193-51f1-4f37-bcbc-5de917fabaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442689 Sep 01 14:06:26.340534 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-6e32f3d7-d0b7-46a9-a505-5ccc09945697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (67559a69-489c-4241-9b98-c1819189a57a), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:26.435194 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-6e32f3d7-d0b7-46a9-a505-5ccc09945697 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=2dbde8c1a1da4245a21f7b70af70af82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3234210 Sep 01 14:06:26.437126 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1c5e61f0-45a4-41fd-a082-bba933c61978 req-7f16240a-1721-4782-87ba-f2f790405b8f tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3173592 Sep 01 14:06:26.442511 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 54452) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:26.522561 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e32f3d7-d0b7-46a9-a505-5ccc09945697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67559a69-489c-4241-9b98-c1819189a57a,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:26.544347 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4af84fcc-f709-4f9b-b484-fde229f0d003 req-c365c3ae-a412-4941-a480-3f9028146829 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 210 time: 0.0603509 Sep 01 14:06:26.650636 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-b8f7f8f9-fede-4a5e-b3e7-fe62a0588408 service neutron] Request body: {'port': {'device_id': 'd39f7090-b419-46be-9fcc-7ae73004ab71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:06:26.688795 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-f64c5155-d268-4b5b-9a63-bdb5cf107bbb admin admin] Publish callbacks [] for security_group (67559a69-489c-4241-9b98-c1819189a57a), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:26.749517 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ef860ed3-9b4e-424d-b95f-612760d4df85 req-3849a423-7940-460c-b1af-1d8efabe18e3 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 210 time: 0.0775800 Sep 01 14:06:26.782230 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-f64c5155-d268-4b5b-9a63-bdb5cf107bbb admin admin] Publish callbacks [] for security_group (67559a69-489c-4241-9b98-c1819189a57a), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:26.845997 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-b8f7f8f9-fede-4a5e-b3e7-fe62a0588408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (9ae4ab09-714c-4175-ba0d-7b76b31e652d), before_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:26.847273 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-0c8eedc6-133e-4d1d-9988-dfe1056867fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 073b1d8b-8a54-4df8-a7c0-5ad23c885880 {{(pid=107073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:06:26.857501 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-0c8eedc6-133e-4d1d-9988-dfe1056867fd service neutron] Publish callbacks [] for port (073b1d8b-8a54-4df8-a7c0-5ad23c885880), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:26.887933 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.provisioning_blocks [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-0c8eedc6-133e-4d1d-9988-dfe1056867fd service neutron] Transition to ACTIVE for port object 073b1d8b-8a54-4df8-a7c0-5ad23c885880 will not be triggered until provisioned by entity L2. {{(pid=107073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 14:06:27.008219 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-0c8eedc6-133e-4d1d-9988-dfe1056867fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (073b1d8b-8a54-4df8-a7c0-5ad23c885880), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:27.063043 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:27.123219 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8eedc6-133e-4d1d-9988-dfe1056867fd service neutron] Pushing event updated for resources: {'Port': ['ID=073b1d8b-8a54-4df8-a7c0-5ad23c885880,revision_number=2']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:27.138656 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-f64c5155-d268-4b5b-9a63-bdb5cf107bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (67559a69-489c-4241-9b98-c1819189a57a), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:27.141339 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-f64c5155-d268-4b5b-9a63-bdb5cf107bbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:27.146601 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-f64c5155-d268-4b5b-9a63-bdb5cf107bbb admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/67559a69-489c-4241-9b98-c1819189a57a HTTP/1.1" status: 204 len: 168 time: 0.6933248 Sep 01 14:06:27.148246 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.managers [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-0c8eedc6-133e-4d1d-9988-dfe1056867fd service neutron] Attempting to bind port 073b1d8b-8a54-4df8-a7c0-5ad23c885880 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:06:27.148890 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.managers [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-0c8eedc6-133e-4d1d-9988-dfe1056867fd service neutron] Attempting to bind port 073b1d8b-8a54-4df8-a7c0-5ad23c885880 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '21afd361-14bd-45f1-b42f-187569ad44e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c'}] {{(pid=107073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:06:27.149151 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-0c8eedc6-133e-4d1d-9988-dfe1056867fd service neutron] Attempting to bind port 073b1d8b-8a54-4df8-a7c0-5ad23c885880 on network 9cdd4113-f7e0-45eb-bbb2-5da93102bf6c {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:06:27.158701 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-0c8eedc6-133e-4d1d-9988-dfe1056867fd service neutron] Port 073b1d8b-8a54-4df8-a7c0-5ad23c885880 on network 9cdd4113-f7e0-45eb-bbb2-5da93102bf6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 14:06:27.158701 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-0c8eedc6-133e-4d1d-9988-dfe1056867fd service neutron] Attempting to bind port 073b1d8b-8a54-4df8-a7c0-5ad23c885880 on network 9cdd4113-f7e0-45eb-bbb2-5da93102bf6c {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:06:27.166774 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-0c8eedc6-133e-4d1d-9988-dfe1056867fd service neutron] Checking agent: {'id': 'a7580bcb-0f49-4eb6-986f-da2a861ca402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'started_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:06:27.167660 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-0c8eedc6-133e-4d1d-9988-dfe1056867fd service neutron] Checking segment: {'id': '21afd361-14bd-45f1-b42f-187569ad44e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:06:27.168361 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-0c8eedc6-133e-4d1d-9988-dfe1056867fd service neutron] Bound using segment: {'id': '21afd361-14bd-45f1-b42f-187569ad44e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c'} {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:06:27.168997 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.managers [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-0c8eedc6-133e-4d1d-9988-dfe1056867fd service neutron] Bound port: 073b1d8b-8a54-4df8-a7c0-5ad23c885880, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21afd361-14bd-45f1-b42f-187569ad44e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c'}}] {{(pid=107073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:06:27.169409 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-0c8eedc6-133e-4d1d-9988-dfe1056867fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (073b1d8b-8a54-4df8-a7c0-5ad23c885880), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:27.233382 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c5155-d268-4b5b-9a63-bdb5cf107bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67559a69-489c-4241-9b98-c1819189a57a,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:27.263995 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-0c8eedc6-133e-4d1d-9988-dfe1056867fd service neutron] For port 073b1d8b-8a54-4df8-a7c0-5ad23c885880, host hv-cinder-85221, cleared binding levels {{(pid=107073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:06:27.317490 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-0c8eedc6-133e-4d1d-9988-dfe1056867fd service neutron] For port 073b1d8b-8a54-4df8-a7c0-5ad23c885880, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=073b1d8b-8a54-4df8-a7c0-5ad23c885880,segment=NetworkSegment(21afd361-14bd-45f1-b42f-187569ad44e0),segment_id=21afd361-14bd-45f1-b42f-187569ad44e0)] {{(pid=107073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:06:27.422296 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-0c8eedc6-133e-4d1d-9988-dfe1056867fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (073b1d8b-8a54-4df8-a7c0-5ad23c885880), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:27.434552 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-b8f7f8f9-fede-4a5e-b3e7-fe62a0588408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ae4ab09-714c-4175-ba0d-7b76b31e652d {{(pid=107074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:06:27.443056 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-0c8eedc6-133e-4d1d-9988-dfe1056867fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:27.445176 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-0c8eedc6-133e-4d1d-9988-dfe1056867fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for port (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:27.447055 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-b8f7f8f9-fede-4a5e-b3e7-fe62a0588408 service neutron] Publish callbacks [] for port (9ae4ab09-714c-4175-ba0d-7b76b31e652d), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:27.447987 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-0c8eedc6-133e-4d1d-9988-dfe1056867fd service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/073b1d8b-8a54-4df8-a7c0-5ad23c885880 HTTP/1.1" status: 200 len: 1094 time: 1.6787007 Sep 01 14:06:27.464987 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.provisioning_blocks [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-b8f7f8f9-fede-4a5e-b3e7-fe62a0588408 service neutron] Transition to ACTIVE for port object 9ae4ab09-714c-4175-ba0d-7b76b31e652d will not be triggered until provisioned by entity L2. {{(pid=107074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 14:06:27.521409 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-055cc424-71a0-4c92-847a-9572fa9f02fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:27.630128 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846e670d-c808-44d5-be0e-9c36671fbe91', 'tag': '073b1d8b-8a54-4df8-a7c0-5ad23c885880'}] {{(pid=107073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:06:27.642823 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-b8f7f8f9-fede-4a5e-b3e7-fe62a0588408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923807'] for port (9ae4ab09-714c-4175-ba0d-7b76b31e652d), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:27.742573 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7f8f9-fede-4a5e-b3e7-fe62a0588408 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae4ab09-714c-4175-ba0d-7b76b31e652d,revision_number=2']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:27.810990 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:27.835588 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8eedc6-133e-4d1d-9988-dfe1056867fd service neutron] Pushing event updated for resources: {'Port': ['ID=073b1d8b-8a54-4df8-a7c0-5ad23c885880,revision_number=3']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:27.843854 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b6863e-217e-46fe-ae36-7f58d042e78b req-34f4a90d-3237-4f26-8ddf-63cc18ce8cdd tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:27.845623 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-52b6863e-217e-46fe-ae36-7f58d042e78b req-34f4a90d-3237-4f26-8ddf-63cc18ce8cdd tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3000b992-fcbf-472e-a1e0-11b101af43a7 HTTP/1.1" status: 200 len: 944 time: 0.4486623 Sep 01 14:06:27.878583 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.managers [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-b8f7f8f9-fede-4a5e-b3e7-fe62a0588408 service neutron] Attempting to bind port 9ae4ab09-714c-4175-ba0d-7b76b31e652d on host hv-cinder-85221 for vnic_type normal with profile {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:06:27.879085 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.managers [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-b8f7f8f9-fede-4a5e-b3e7-fe62a0588408 service neutron] Attempting to bind port 9ae4ab09-714c-4175-ba0d-7b76b31e652d by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '64991032-cb00-4fe3-9882-ec8e7671fd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1'}] {{(pid=107074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:06:27.879836 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-b8f7f8f9-fede-4a5e-b3e7-fe62a0588408 service neutron] Attempting to bind port 9ae4ab09-714c-4175-ba0d-7b76b31e652d on network 04671c53-ca48-4ca5-8247-463b6ac1fbe1 {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:06:27.890503 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-b8f7f8f9-fede-4a5e-b3e7-fe62a0588408 service neutron] Port 9ae4ab09-714c-4175-ba0d-7b76b31e652d on network 04671c53-ca48-4ca5-8247-463b6ac1fbe1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 14:06:27.893434 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-b8f7f8f9-fede-4a5e-b3e7-fe62a0588408 service neutron] Attempting to bind port 9ae4ab09-714c-4175-ba0d-7b76b31e652d on network 04671c53-ca48-4ca5-8247-463b6ac1fbe1 {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:06:27.893611 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f02862-1bef-4b67-953c-ab873e68adcd req-28cac3e9-deef-41ab-93fa-fe8a368a31d0 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:27.895339 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e4f02862-1bef-4b67-953c-ab873e68adcd req-28cac3e9-deef-41ab-93fa-fe8a368a31d0 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 943 time: 0.1474674 Sep 01 14:06:27.904660 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-b8f7f8f9-fede-4a5e-b3e7-fe62a0588408 service neutron] Checking agent: {'id': 'a7580bcb-0f49-4eb6-986f-da2a861ca402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'started_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:06:27.905031 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-b8f7f8f9-fede-4a5e-b3e7-fe62a0588408 service neutron] Checking segment: {'id': '64991032-cb00-4fe3-9882-ec8e7671fd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:06:27.905473 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-b8f7f8f9-fede-4a5e-b3e7-fe62a0588408 service neutron] Bound using segment: {'id': '64991032-cb00-4fe3-9882-ec8e7671fd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1'} {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:06:27.905870 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.managers [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-b8f7f8f9-fede-4a5e-b3e7-fe62a0588408 service neutron] Bound port: 9ae4ab09-714c-4175-ba0d-7b76b31e652d, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64991032-cb00-4fe3-9882-ec8e7671fd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1'}}] {{(pid=107074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:06:27.906782 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-b8f7f8f9-fede-4a5e-b3e7-fe62a0588408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (9ae4ab09-714c-4175-ba0d-7b76b31e652d), before_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:27.955414 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-52b6863e-217e-46fe-ae36-7f58d042e78b req-9af0bb57-1a5c-48ed-a87a-8500008b3cdb tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=94f57193-51f1-4f37-bcbc-5de917fabaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008749 Sep 01 14:06:28.019888 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e4f02862-1bef-4b67-953c-ab873e68adcd req-08a5e2ff-8fbf-495f-a51e-f9456b079f85 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122689 Sep 01 14:06:28.074913 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:28.102237 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-b8f7f8f9-fede-4a5e-b3e7-fe62a0588408 service neutron] For port 9ae4ab09-714c-4175-ba0d-7b76b31e652d, host hv-cinder-85221, cleared binding levels {{(pid=107074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:06:28.112900 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-b8f7f8f9-fede-4a5e-b3e7-fe62a0588408 service neutron] For port 9ae4ab09-714c-4175-ba0d-7b76b31e652d, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9ae4ab09-714c-4175-ba0d-7b76b31e652d,segment=NetworkSegment(64991032-cb00-4fe3-9882-ec8e7671fd4e),segment_id=64991032-cb00-4fe3-9882-ec8e7671fd4e)] {{(pid=107074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:06:28.240143 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-b8f7f8f9-fede-4a5e-b3e7-fe62a0588408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923807'] for port (9ae4ab09-714c-4175-ba0d-7b76b31e652d), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:28.246621 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-b8f7f8f9-fede-4a5e-b3e7-fe62a0588408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:28.247101 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-b8f7f8f9-fede-4a5e-b3e7-fe62a0588408 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for port (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:28.249447 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d3ef24de-8cd2-4940-be75-a95646b1f50a req-007ffebe-8d88-4eee-b14b-8f41d8be66bb tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 210 time: 0.0891469 Sep 01 14:06:28.257218 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-b8f7f8f9-fede-4a5e-b3e7-fe62a0588408 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/9ae4ab09-714c-4175-ba0d-7b76b31e652d HTTP/1.1" status: 200 len: 1093 time: 1.6247830 Sep 01 14:06:28.261401 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39f7090-b419-46be-9fcc-7ae73004ab71', 'tag': '9ae4ab09-714c-4175-ba0d-7b76b31e652d'}] {{(pid=107074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:06:28.264184 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c297ab1b76e2baeed04979654ee05671bdf6dedd7a272174e678f0e52b3dfb88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa777e1f-6473-4d4c-8198-eede6f954324" -d '{"events": [{"name": "network-changed", "server_uuid": "d39f7090-b419-46be-9fcc-7ae73004ab71", "tag": "9ae4ab09-714c-4175-ba0d-7b76b31e652d"}]}' {{(pid=107074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:06:28.335251 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5febae30-a329-4939-97bd-8ce697d2f604 req-2679340e-ada5-459d-b9e7-3c4c71bc3faf tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 210 time: 0.0921185 Sep 01 14:06:28.404897 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa2be68435688eaee197eda6180a725a3135abf9bfe352ecc662039bf4a93bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74afe797-a453-4a16-8942-825f4a0a86fe" -d '{"events": [{"name": "network-changed", "server_uuid": "846e670d-c808-44d5-be0e-9c36671fbe91", "tag": "073b1d8b-8a54-4df8-a7c0-5ad23c885880"}]}' {{(pid=107073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:06:28.425002 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7f8f9-fede-4a5e-b3e7-fe62a0588408 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae4ab09-714c-4175-ba0d-7b76b31e652d,revision_number=3']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:28.437939 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1056851f-3618-43c9-b0a9-9d0c1f2f5af7 x-openstack-request-id: req-1056851f-3618-43c9-b0a9-9d0c1f2f5af7 {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:06:28.438244 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d39f7090-b419-46be-9fcc-7ae73004ab71", "tag": "9ae4ab09-714c-4175-ba0d-7b76b31e652d", "status": "completed", "code": 200}]} {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:06:28.438494 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1056851f-3618-43c9-b0a9-9d0c1f2f5af7 {{(pid=107074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:06:28.439134 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1056851f-3618-43c9-b0a9-9d0c1f2f5af7'] response: {'name': 'network-changed', 'server_uuid': 'd39f7090-b419-46be-9fcc-7ae73004ab71', 'tag': '9ae4ab09-714c-4175-ba0d-7b76b31e652d', 'status': 'completed', 'code': 200} Sep 01 14:06:28.680194 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c553a32-a3e8-4efc-be60-718eeaa35c62 x-openstack-request-id: req-3c553a32-a3e8-4efc-be60-718eeaa35c62 {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:06:28.680194 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846e670d-c808-44d5-be0e-9c36671fbe91", "tag": "073b1d8b-8a54-4df8-a7c0-5ad23c885880", "status": "completed", "code": 200}]} {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:06:28.680860 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c553a32-a3e8-4efc-be60-718eeaa35c62 {{(pid=107073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:06:28.681041 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c553a32-a3e8-4efc-be60-718eeaa35c62'] response: {'name': 'network-changed', 'server_uuid': '846e670d-c808-44d5-be0e-9c36671fbe91', 'tag': '073b1d8b-8a54-4df8-a7c0-5ad23c885880', 'status': 'completed', 'code': 200} Sep 01 14:06:28.824393 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-34af4f43-17d7-4f4e-91bc-03c0ab2734d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:28.826052 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-34af4f43-17d7-4f4e-91bc-03c0ab2734d2 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=36049d2090b84443a3bf3bf00558379e&device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 1128 time: 0.0814295 Sep 01 14:06:28.908986 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa777e1f-6473-4d4c-8198-eede6f954324 req-66d1d57e-d3e9-4ffc-af39-1125560a2cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:28.910624 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-aa777e1f-6473-4d4c-8198-eede6f954324 req-66d1d57e-d3e9-4ffc-af39-1125560a2cb1 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=3ed58deb61194a5ba3f2d46eb7e5680c&device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 1127 time: 0.0986414 Sep 01 14:06:29.180933 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815287c-edbc-4aee-a867-5e128b1c2c3a req-00356b03-f0e9-4fc1-9742-fbeaa6bdc57c tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:29.182614 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6815287c-edbc-4aee-a867-5e128b1c2c3a req-00356b03-f0e9-4fc1-9742-fbeaa6bdc57c tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3000b992-fcbf-472e-a1e0-11b101af43a7 HTTP/1.1" status: 200 len: 944 time: 0.0921524 Sep 01 14:06:29.209164 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:29.250310 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a9d3f-7c68-41ef-90b0-09834bf57690 req-fdae7c35-91bb-4e60-bd19-e7014dd20192 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:29.252639 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-788a9d3f-7c68-41ef-90b0-09834bf57690 req-fdae7c35-91bb-4e60-bd19-e7014dd20192 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 943 time: 0.0938914 Sep 01 14:06:29.280421 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6815287c-edbc-4aee-a867-5e128b1c2c3a req-5ec00633-b3c9-46d3-85c2-afe216053403 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=94f57193-51f1-4f37-bcbc-5de917fabaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787857 Sep 01 14:06:29.353740 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:29.379232 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-788a9d3f-7c68-41ef-90b0-09834bf57690 req-ec0b2436-4ffc-4790-be78-cc23f1b6a1a3 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162922 Sep 01 14:06:29.463570 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-19b79406-9eca-489b-a305-6ff4378002d5 req-e5e0ac11-d743-41b3-aaae-044d45aa569b tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 210 time: 0.0602117 Sep 01 14:06:29.611445 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-59cf5763-3ff5-4e38-aca1-1e23f3d9faab req-89c6dbc2-78c2-4619-ace4-bfd3fe47d6e4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 210 time: 0.0801828 Sep 01 14:06:30.132199 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-988c9ce6-17dc-45c3-9af5-828cd2a99aa9 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=073b1d8b-8a54-4df8-a7c0-5ad23c885880 HTTP/1.1" status: 200 len: 217 time: 0.0430036 Sep 01 14:06:30.195516 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-fefe46ac-8c58-4742-b7c7-56f990537c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:30.197084 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-fefe46ac-8c58-4742-b7c7-56f990537c1e service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=d2d86ced-9867-4b29-96c7-eb755efebba7 HTTP/1.1" status: 200 len: 857 time: 0.0520117 Sep 01 14:06:30.283135 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-c7999a08-2490-494f-888e-87c1dce2dd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:30.285217 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-c7999a08-2490-494f-888e-87c1dce2dd8d service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=9cdd4113-f7e0-45eb-bbb2-5da93102bf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0803697 Sep 01 14:06:30.452743 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-c8447a6b-d15d-4cab-bed2-a0f04e2b7f08 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9cdd4113-f7e0-45eb-bbb2-5da93102bf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608784 Sep 01 14:06:30.461062 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:30.834414 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca413b5-074b-4c84-bef3-4863ef7fdc5f req-f7b75ef4-586e-4477-8390-28f0d6a63566 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:30.836616 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-aca413b5-074b-4c84-bef3-4863ef7fdc5f req-f7b75ef4-586e-4477-8390-28f0d6a63566 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3000b992-fcbf-472e-a1e0-11b101af43a7 HTTP/1.1" status: 200 len: 944 time: 0.2360198 Sep 01 14:06:30.843206 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa777e1f-6473-4d4c-8198-eede6f954324 req-2a4ca1ae-4dd7-4db1-ac35-20c94c2a1ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:30.844712 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-aa777e1f-6473-4d4c-8198-eede6f954324 req-2a4ca1ae-4dd7-4db1-ac35-20c94c2a1ee9 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=3ed58deb61194a5ba3f2d46eb7e5680c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.7549822 Sep 01 14:06:31.171081 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-a7acfdc3-ca25-499a-b603-46588806193b tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:31.172399 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa777e1f-6473-4d4c-8198-eede6f954324 req-70bfccf6-1abf-4e43-963a-a69f6c4992cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:31.173629 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-aa777e1f-6473-4d4c-8198-eede6f954324 req-70bfccf6-1abf-4e43-963a-a69f6c4992cf service neutron] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2574120 Sep 01 14:06:31.174112 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-a7acfdc3-ca25-499a-b603-46588806193b tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.72 "GET /networking/v2.0/networks?id=9cdd4113-f7e0-45eb-bbb2-5da93102bf6c HTTP/1.1" status: 200 len: 818 time: 0.6076767 Sep 01 14:06:31.178528 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-0db9da7a-3398-43cb-a948-4b210b583a8d req-1fb135de-7320-41d8-9670-8d947ba41c38 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9cdd4113-f7e0-45eb-bbb2-5da93102bf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7004998 Sep 01 14:06:31.188591 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:31.196845 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-f1268b95-5123-44e0-af81-8a99a396f6b5 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Request body: {'port': {'device_id': '4c1dec77-467a-4bb0-802c-6d7373f0aca5', 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c', 'admin_state_up': True, 'tenant_id': '36049d2090b84443a3bf3bf00558379e'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:06:31.207796 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53c740-4f8e-42a2-8837-51f3a881d9e4 req-7199699c-e4eb-4fac-bb2d-35cba32573cf tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:31.216839 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6f53c740-4f8e-42a2-8837-51f3a881d9e4 req-7199699c-e4eb-4fac-bb2d-35cba32573cf tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 943 time: 0.5788748 Sep 01 14:06:31.267888 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:31.298125 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-aca413b5-074b-4c84-bef3-4863ef7fdc5f req-6951c81f-94b2-43b1-8cc0-009907bd5230 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=94f57193-51f1-4f37-bcbc-5de917fabaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518442 Sep 01 14:06:31.326565 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-af44808b-8e22-4963-b1ae-fd00ba828e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:31.327838 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-af44808b-8e22-4963-b1ae-fd00ba828e92 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=3ed58deb61194a5ba3f2d46eb7e5680c&device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 1127 time: 0.0758941 Sep 01 14:06:31.343223 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6f53c740-4f8e-42a2-8837-51f3a881d9e4 req-007a3285-ab8d-4618-b5ce-e4e50e75097f tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256678 Sep 01 14:06:31.528414 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-fda64a3a-86ea-4e79-bea2-85612f308dc8 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ae4ab09-714c-4175-ba0d-7b76b31e652d HTTP/1.1" status: 200 len: 217 time: 0.1803336 Sep 01 14:06:31.542953 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:31.596026 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ce501a55-1e59-4c6f-97c6-cf28d1d2e06d req-5465feff-802c-42eb-a3be-fa2c62bbd9e8 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 210 time: 0.0571156 Sep 01 14:06:31.659984 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3b977a25-587b-44a7-a4b5-602d8bd2df37 req-0fc4c1b8-58ec-438d-a740-88576f6d3493 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 210 time: 0.0332336 Sep 01 14:06:31.716718 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37055684-ec19-4cad-b814-17ba4ced4903 req-2f6d71f6-6ccb-40c3-a4ca-54015a4e73d5 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:31.719683 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-37055684-ec19-4cad-b814-17ba4ced4903 req-2f6d71f6-6ccb-40c3-a4ca-54015a4e73d5 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.72 "GET /networking/v2.0/networks?id=5efdbb74-e6fe-4a11-96cb-23855066e81b HTTP/1.1" status: 200 len: 810 time: 0.3923941 Sep 01 14:06:31.804280 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-f1268b95-5123-44e0-af81-8a99a396f6b5 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Made reservation on behalf of 36049d2090b84443a3bf3bf00558379e for: {'port': 1} {{(pid=107074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:06:31.809622 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-f1268b95-5123-44e0-af81-8a99a396f6b5 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:32.057350 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_common [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-f1268b95-5123-44e0-af81-8a99a396f6b5 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Allocated IP 172.20.0.4 (9cdd4113-f7e0-45eb-bbb2-5da93102bf6c/d2d86ced-9867-4b29-96c7-eb755efebba7/67860822-2188-4a43-8002-58ea70df2c86) {{(pid=107074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:06:32.065250 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:32.152677 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:32.183014 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.72', 62605) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:32.323793 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afe797-a453-4a16-8942-825f4a0a86fe req-4d43be81-630f-407d-bfbc-180c2157aee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:32.327139 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-74afe797-a453-4a16-8942-825f4a0a86fe req-4d43be81-630f-407d-bfbc-180c2157aee6 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=36049d2090b84443a3bf3bf00558379e&device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 1128 time: 0.1392117 Sep 01 14:06:32.368105 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-a40ab1a1-8f18-4151-b591-6be4e95feffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:32.371244 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-a40ab1a1-8f18-4151-b591-6be4e95feffb service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=5274d38f-79ac-43b5-aae2-e29860924168 HTTP/1.1" status: 200 len: 856 time: 0.2107441 Sep 01 14:06:32.942740 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-37055684-ec19-4cad-b814-17ba4ced4903 req-b294c0ae-5c1d-4f84-b6b7-0ac88cf4ec3e tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=eaba67e3a54f4191b9b924305a83e4eb HTTP/1.1" status: 200 len: 380 time: 0.7510531 Sep 01 14:06:32.949768 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-60913efc-8f1f-41b7-a736-171e05bb1e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:32.951931 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-60913efc-8f1f-41b7-a736-171e05bb1e37 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=04671c53-ca48-4ca5-8247-463b6ac1fbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5414891 Sep 01 14:06:32.958858 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [req-37055684-ec19-4cad-b814-17ba4ced4903 req-75243c3b-1d12-46e8-a2a1-99339d7b0e7a tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Request body: {'port': {'device_id': '1c2b8351-0db7-45ab-848a-1e339e67bcf7', 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b', 'admin_state_up': True, 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'security_groups': ['b6c0a1ea-3bf5-476d-9616-72de995ec928']}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:06:32.995332 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9bf0e-9515-4f39-9fe0-ec493625c383 req-ff95c997-6eed-44db-9dfc-cda62e35509d tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:32.997934 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-01a9bf0e-9515-4f39-9fe0-ec493625c383 req-ff95c997-6eed-44db-9dfc-cda62e35509d tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3000b992-fcbf-472e-a1e0-11b101af43a7 HTTP/1.1" status: 200 len: 944 time: 0.3648958 Sep 01 14:06:33.016748 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-f1268b95-5123-44e0-af81-8a99a396f6b5 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks [] for port (67860822-2188-4a43-8002-58ea70df2c86), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:33.036444 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device c244d57b-8a64-435a-8910-dd80fa1b3bd5 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=107075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:06:33.138445 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c8de3-6803-4c80-824c-62bff884a752 req-5d75d1a6-e306-406b-a674-293d777d4f1c tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:33.142359 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f54c8de3-6803-4c80-824c-62bff884a752 req-5d75d1a6-e306-406b-a674-293d777d4f1c tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 943 time: 0.5044019 Sep 01 14:06:33.144906 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afe797-a453-4a16-8942-825f4a0a86fe req-9935917f-3cf9-4265-93f3-18b3731c0d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:33.147930 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-74afe797-a453-4a16-8942-825f4a0a86fe req-9935917f-3cf9-4265-93f3-18b3731c0d09 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=9cdd4113-f7e0-45eb-bbb2-5da93102bf6c HTTP/1.1" status: 200 len: 919 time: 0.8114731 Sep 01 14:06:33.232295 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port c244d57b-8a64-435a-8910-dd80fa1b3bd5, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=c244d57b-8a64-435a-8910-dd80fa1b3bd5,segment=NetworkSegment(d5de3e2b-b60d-4f28-9212-ecf41e7a6497),segment_id=d5de3e2b-b60d-4f28-9212-ecf41e7a6497)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:06:33.247602 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Returning: {'device': 'c244d57b-8a64-435a-8910-dd80fa1b3bd5', 'network_id': '16a106e2-cc97-4518-b881-ae2a1035d4e5', 'port_id': 'c244d57b-8a64-435a-8910-dd80fa1b3bd5', 'mac_address': 'fa:16:3e:26:74:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f4ab41-b8ce-4fe6-801e-089287141d42', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:06:33.302854 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port c244d57b-8a64-435a-8910-dd80fa1b3bd5 is: DOWN; New status is: BUILD {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:06:33.303452 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (c244d57b-8a64-435a-8910-dd80fa1b3bd5), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:33.308211 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-74afe797-a453-4a16-8942-825f4a0a86fe req-26da1c93-75bd-42cc-b1e5-626c5a23d1e2 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=073b1d8b-8a54-4df8-a7c0-5ad23c885880 HTTP/1.1" status: 200 len: 217 time: 0.0826569 Sep 01 14:06:33.325388 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c244d57b-8a64-435a-8910-dd80fa1b3bd5 {{(pid=107075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:06:33.339140 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-f1268b95-5123-44e0-af81-8a99a396f6b5 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (67860822-2188-4a43-8002-58ea70df2c86), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:33.378277 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37055684-ec19-4cad-b814-17ba4ced4903 req-75243c3b-1d12-46e8-a2a1-99339d7b0e7a tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Made reservation on behalf of eaba67e3a54f4191b9b924305a83e4eb for: {'port': 1} {{(pid=107074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:06:33.384643 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-37055684-ec19-4cad-b814-17ba4ced4903 req-75243c3b-1d12-46e8-a2a1-99339d7b0e7a tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:33.388494 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=100 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:33.435638 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port c244d57b-8a64-435a-8910-dd80fa1b3bd5, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=c244d57b-8a64-435a-8910-dd80fa1b3bd5,segment=NetworkSegment(d5de3e2b-b60d-4f28-9212-ecf41e7a6497),segment_id=d5de3e2b-b60d-4f28-9212-ecf41e7a6497)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:06:33.441977 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-3483bbd3-041f-46bd-aa34-85915dec9b04 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/04671c53-ca48-4ca5-8247-463b6ac1fbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591732 Sep 01 14:06:33.478300 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-f1268b95-5123-44e0-af81-8a99a396f6b5 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Network 9cdd4113-f7e0-45eb-bbb2-5da93102bf6c is already hosted by enough agents. {{(pid=107074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:06:33.487501 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-f1268b95-5123-44e0-af81-8a99a396f6b5 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Resources bound (agent type, host, resource id): {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:06:33.528836 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-f1268b95-5123-44e0-af81-8a99a396f6b5 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Received port after_create {{(pid=107074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:06:33.592061 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (c244d57b-8a64-435a-8910-dd80fa1b3bd5), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:33.638382 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 54682) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:33.645416 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1268b95-5123-44e0-af81-8a99a396f6b5 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Pushing event updated for resources: {'Port': ['ID=67860822-2188-4a43-8002-58ea70df2c86,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:33.685431 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4fa34cfe-d06c-45c9-8d09-a608db37f573 req-1fef2147-0b04-44b6-9776-c93db04b8f74 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/04671c53-ca48-4ca5-8247-463b6ac1fbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949770 Sep 01 14:06:33.758796 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-01a9bf0e-9515-4f39-9fe0-ec493625c383 req-50155b62-ce65-4c71-8859-776663b3a68d tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=94f57193-51f1-4f37-bcbc-5de917fabaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7133777 Sep 01 14:06:33.795219 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=c244d57b-8a64-435a-8910-dd80fa1b3bd5,revision_number=4']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:33.858834 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f54c8de3-6803-4c80-824c-62bff884a752 req-1c8dc88f-2bc9-40e9-8b58-681fc6b5dab4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6350806 Sep 01 14:06:33.860470 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afe797-a453-4a16-8942-825f4a0a86fe req-17d09afd-8b47-48ab-b3db-25a81131ad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:33.862480 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-74afe797-a453-4a16-8942-825f4a0a86fe req-17d09afd-8b47-48ab-b3db-25a81131ad93 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=d2d86ced-9867-4b29-96c7-eb755efebba7 HTTP/1.1" status: 200 len: 857 time: 0.5301085 Sep 01 14:06:33.912235 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] get_ports_and_sgs() called for port_ids ['c244d57b-8a64-435a-8910-dd80fa1b3bd5'] {{(pid=107075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 14:06:33.916456 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-f1268b95-5123-44e0-af81-8a99a396f6b5 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:33.917698 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-f1268b95-5123-44e0-af81-8a99a396f6b5 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for port (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:34.031725 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:34.077235 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394f5cd-4ba2-4885-8077-be08d590c7d6 req-687300f7-0bc8-4805-860a-4af2e9a458df tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:34.081424 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5394f5cd-4ba2-4885-8077-be08d590c7d6 req-687300f7-0bc8-4805-860a-4af2e9a458df tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 931 time: 0.1928761 Sep 01 14:06:34.094473 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-19745cee-29d5-4b4f-bbb8-2222ce7d7717 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:34.103013 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-f1268b95-5123-44e0-af81-8a99a396f6b5 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9136503 Sep 01 14:06:34.130884 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afe797-a453-4a16-8942-825f4a0a86fe req-abb67796-a8d4-484c-a24c-a4b38a9b894a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:34.132898 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-74afe797-a453-4a16-8942-825f4a0a86fe req-abb67796-a8d4-484c-a24c-a4b38a9b894a service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=9cdd4113-f7e0-45eb-bbb2-5da93102bf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2635889 Sep 01 14:06:34.164316 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_common [req-37055684-ec19-4cad-b814-17ba4ced4903 req-75243c3b-1d12-46e8-a2a1-99339d7b0e7a tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Allocated IP 172.20.0.14 (5efdbb74-e6fe-4a11-96cb-23855066e81b/9516b454-0891-4d29-9fc5-0ee1fc6356e3/39a55af7-1a2a-41f8-b092-76d3ddca0161) {{(pid=107074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:06:34.179371 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e45d75fd-2f50-4c24-8e06-e3c7dff917c0 req-45fa1c1e-5622-4bc8-a0a0-a5264c8b797e tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 210 time: 0.0949867 Sep 01 14:06:34.214713 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-e38eb8f9-19ac-4369-8010-e3b3fd485193 None None] Provisioning complete for port 67860822-2188-4a43-8002-58ea70df2c86 triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:06:34.215604 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-e38eb8f9-19ac-4369-8010-e3b3fd485193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (67860822-2188-4a43-8002-58ea70df2c86), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:34.245958 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5394f5cd-4ba2-4885-8077-be08d590c7d6 req-620438a5-f534-4c40-a4be-ede3b4f82191 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374736 Sep 01 14:06:34.284212 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:34.321545 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-e38eb8f9-19ac-4369-8010-e3b3fd485193 None None] Port 67860822-2188-4a43-8002-58ea70df2c86 cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 14:06:34.379827 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-19745cee-29d5-4b4f-bbb8-2222ce7d7717 admin admin] Publish callbacks [] for security_group (b742ec95-bab7-4716-98e7-e041aa780e4d), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:34.452714 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-37055684-ec19-4cad-b814-17ba4ced4903 req-75243c3b-1d12-46e8-a2a1-99339d7b0e7a tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for port (39a55af7-1a2a-41f8-b092-76d3ddca0161), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:34.506261 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-19745cee-29d5-4b4f-bbb8-2222ce7d7717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (b742ec95-bab7-4716-98e7-e041aa780e4d), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:34.562174 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-19745cee-29d5-4b4f-bbb8-2222ce7d7717 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=8cdeb25f5b23482a81a5326789a5d4e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9112887 Sep 01 14:06:34.563387 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19745cee-29d5-4b4f-bbb8-2222ce7d7717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b742ec95-bab7-4716-98e7-e041aa780e4d,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:34.567079 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 54694) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:34.609846 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-37055684-ec19-4cad-b814-17ba4ced4903 req-75243c3b-1d12-46e8-a2a1-99339d7b0e7a tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (39a55af7-1a2a-41f8-b092-76d3ddca0161), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:34.637053 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d1f1e80d-df92-4706-bbd8-adc7fcf149ca admin admin] Publish callbacks [] for security_group (b742ec95-bab7-4716-98e7-e041aa780e4d), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:34.665669 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d1f1e80d-df92-4706-bbd8-adc7fcf149ca admin admin] Publish callbacks [] for security_group (b742ec95-bab7-4716-98e7-e041aa780e4d), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:34.680743 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37055684-ec19-4cad-b814-17ba4ced4903 req-75243c3b-1d12-46e8-a2a1-99339d7b0e7a tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Network 5efdbb74-e6fe-4a11-96cb-23855066e81b is already hosted by enough agents. {{(pid=107074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:06:34.685496 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:34.689130 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [req-37055684-ec19-4cad-b814-17ba4ced4903 req-75243c3b-1d12-46e8-a2a1-99339d7b0e7a tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Resources bound (agent type, host, resource id): {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:06:34.697073 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-97531e58-b6fd-45c7-8db8-8f2033ed1359 service neutron] Request body: {'port': {'device_id': '4c1dec77-467a-4bb0-802c-6d7373f0aca5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:06:34.736557 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [req-37055684-ec19-4cad-b814-17ba4ced4903 req-75243c3b-1d12-46e8-a2a1-99339d7b0e7a tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Received port after_create {{(pid=107074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:06:34.744941 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75243c3b-1d12-46e8-a2a1-99339d7b0e7a tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Pushing event updated for resources: {'Port': ['ID=39a55af7-1a2a-41f8-b092-76d3ddca0161,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:34.881879 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37055684-ec19-4cad-b814-17ba4ced4903 req-75243c3b-1d12-46e8-a2a1-99339d7b0e7a tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:34.882890 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-37055684-ec19-4cad-b814-17ba4ced4903 req-75243c3b-1d12-46e8-a2a1-99339d7b0e7a tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for port (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:34.885737 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-97531e58-b6fd-45c7-8db8-8f2033ed1359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (67860822-2188-4a43-8002-58ea70df2c86), before_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:35.010035 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 073b1d8b-8a54-4df8-a7c0-5ad23c885880 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=107075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:06:35.029356 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-37055684-ec19-4cad-b814-17ba4ced4903 req-75243c3b-1d12-46e8-a2a1-99339d7b0e7a tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0803785 Sep 01 14:06:35.030440 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device c244d57b-8a64-435a-8910-dd80fa1b3bd5 up at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:06:35.053426 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [req-37055684-ec19-4cad-b814-17ba4ced4903 req-8a4af6d0-cddf-497a-8094-fae52bc06fcd service neutron] Request body: {'port': {'device_id': '1c2b8351-0db7-45ab-848a-1e339e67bcf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:06:35.234492 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9cd58-79d1-41f3-bd5e-6470291c06ea req-0f69000d-2b4e-411e-8782-f89a20abb151 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:35.237145 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e9f9cd58-79d1-41f3-bd5e-6470291c06ea req-0f69000d-2b4e-411e-8782-f89a20abb151 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 943 time: 0.1451998 Sep 01 14:06:35.246209 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156e622-3971-4b5b-8358-cd31f8916e5e req-7d2b419a-1797-42a8-8a9f-dde6c72d4190 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:35.248142 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c156e622-3971-4b5b-8358-cd31f8916e5e req-7d2b419a-1797-42a8-8a9f-dde6c72d4190 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3000b992-fcbf-472e-a1e0-11b101af43a7 HTTP/1.1" status: 200 len: 945 time: 0.1420252 Sep 01 14:06:35.260329 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d1f1e80d-df92-4706-bbd8-adc7fcf149ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (b742ec95-bab7-4716-98e7-e041aa780e4d), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:35.262972 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d1f1e80d-df92-4706-bbd8-adc7fcf149ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:35.264177 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-d1f1e80d-df92-4706-bbd8-adc7fcf149ca admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b742ec95-bab7-4716-98e7-e041aa780e4d HTTP/1.1" status: 204 len: 168 time: 0.6954789 Sep 01 14:06:35.303908 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f1e80d-df92-4706-bbd8-adc7fcf149ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b742ec95-bab7-4716-98e7-e041aa780e4d,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:35.356420 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-bfe8fa28-44ad-44ac-aae4-290909c034fd None None] Provisioning complete for port 39a55af7-1a2a-41f8-b092-76d3ddca0161 triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:06:35.357016 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-bfe8fa28-44ad-44ac-aae4-290909c034fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (39a55af7-1a2a-41f8-b092-76d3ddca0161), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:35.409951 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-37055684-ec19-4cad-b814-17ba4ced4903 req-8a4af6d0-cddf-497a-8094-fae52bc06fcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (39a55af7-1a2a-41f8-b092-76d3ddca0161), before_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:35.420217 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-74afe797-a453-4a16-8942-825f4a0a86fe req-f679dcbe-996f-4578-a66b-a522a6241987 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9cdd4113-f7e0-45eb-bbb2-5da93102bf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7291546 Sep 01 14:06:35.434474 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning for port c244d57b-8a64-435a-8910-dd80fa1b3bd5 completed by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 14:06:35.438003 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e9f9cd58-79d1-41f3-bd5e-6470291c06ea req-574c17fc-9946-481e-99e5-51a99fda683f tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889215 Sep 01 14:06:35.495713 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c156e622-3971-4b5b-8358-cd31f8916e5e req-aa1ddce3-d53f-40f4-82aa-ee77f7c0dff0 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=94f57193-51f1-4f37-bcbc-5de917fabaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301726 Sep 01 14:06:35.554346 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 073b1d8b-8a54-4df8-a7c0-5ad23c885880, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=073b1d8b-8a54-4df8-a7c0-5ad23c885880,segment=NetworkSegment(21afd361-14bd-45f1-b42f-187569ad44e0),segment_id=21afd361-14bd-45f1-b42f-187569ad44e0)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:06:35.606634 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Returning: {'device': '073b1d8b-8a54-4df8-a7c0-5ad23c885880', 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c', 'port_id': '073b1d8b-8a54-4df8-a7c0-5ad23c885880', 'mac_address': 'fa:16:3e:80:65:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2d86ced-9867-4b29-96c7-eb755efebba7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:06:35.616085 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning complete for port c244d57b-8a64-435a-8910-dd80fa1b3bd5 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:06:35.616461 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (c244d57b-8a64-435a-8910-dd80fa1b3bd5), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:35.649530 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-bfe8fa28-44ad-44ac-aae4-290909c034fd None None] Port 39a55af7-1a2a-41f8-b092-76d3ddca0161 cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 14:06:35.692940 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:35.694229 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331bf658-b6ad-4ce8-a9d7-2f8903eebb94 req-b58bfa80-931c-4f97-8606-e3fa2ddc248e tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:35.702668 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-331bf658-b6ad-4ce8-a9d7-2f8903eebb94 req-b58bfa80-931c-4f97-8606-e3fa2ddc248e tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 932 time: 0.1312418 Sep 01 14:06:35.740674 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 073b1d8b-8a54-4df8-a7c0-5ad23c885880 is: DOWN; New status is: BUILD {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:06:35.741015 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (073b1d8b-8a54-4df8-a7c0-5ad23c885880), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:35.773678 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:35.784564 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 073b1d8b-8a54-4df8-a7c0-5ad23c885880 {{(pid=107075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:06:35.793282 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-97531e58-b6fd-45c7-8db8-8f2033ed1359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67860822-2188-4a43-8002-58ea70df2c86 {{(pid=107074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:06:35.793796 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c3c7c-78ff-4596-af21-3d56920dcb04 req-c90eb628-4e49-464d-b6d8-3d6eb356e09c tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:35.795480 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-352c3c7c-78ff-4596-af21-3d56920dcb04 req-c90eb628-4e49-464d-b6d8-3d6eb356e09c tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 931 time: 0.1598508 Sep 01 14:06:35.806301 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-97531e58-b6fd-45c7-8db8-8f2033ed1359 service neutron] Publish callbacks [] for port (67860822-2188-4a43-8002-58ea70df2c86), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:35.810548 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 073b1d8b-8a54-4df8-a7c0-5ad23c885880, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=073b1d8b-8a54-4df8-a7c0-5ad23c885880,segment=NetworkSegment(21afd361-14bd-45f1-b42f-187569ad44e0),segment_id=21afd361-14bd-45f1-b42f-187569ad44e0)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:06:35.830238 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port c244d57b-8a64-435a-8910-dd80fa1b3bd5 is: BUILD; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:06:35.831514 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (c244d57b-8a64-435a-8910-dd80fa1b3bd5), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:35.833933 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.provisioning_blocks [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-97531e58-b6fd-45c7-8db8-8f2033ed1359 service neutron] Transition to ACTIVE for port object 67860822-2188-4a43-8002-58ea70df2c86 will not be triggered until provisioned by entity L2. {{(pid=107074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 14:06:35.875316 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port c244d57b-8a64-435a-8910-dd80fa1b3bd5, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=c244d57b-8a64-435a-8910-dd80fa1b3bd5,segment=NetworkSegment(d5de3e2b-b60d-4f28-9212-ecf41e7a6497),segment_id=d5de3e2b-b60d-4f28-9212-ecf41e7a6497)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:06:35.877724 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3000b992-fcbf-472e-a1e0-11b101af43a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c244d57b-8a64-435a-8910-dd80fa1b3bd5'}] {{(pid=107075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:06:35.882350 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-74afe797-a453-4a16-8942-825f4a0a86fe req-8ffd8ff8-9560-42f4-8687-1c014cd04965 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9cdd4113-f7e0-45eb-bbb2-5da93102bf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556293 Sep 01 14:06:35.963388 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-97531e58-b6fd-45c7-8db8-8f2033ed1359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923807'] for port (67860822-2188-4a43-8002-58ea70df2c86), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:35.987880 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (073b1d8b-8a54-4df8-a7c0-5ad23c885880), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:35.997557 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-331bf658-b6ad-4ce8-a9d7-2f8903eebb94 req-b5fb00c4-c96b-435d-84ce-d26e639504f0 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2926364 Sep 01 14:06:36.022230 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97531e58-b6fd-45c7-8db8-8f2033ed1359 service neutron] Pushing event updated for resources: {'Port': ['ID=67860822-2188-4a43-8002-58ea70df2c86,revision_number=2']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:36.029223 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-352c3c7c-78ff-4596-af21-3d56920dcb04 req-89d7b81d-7884-4c12-96cf-48f26b464057 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155032 Sep 01 14:06:36.052282 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (c244d57b-8a64-435a-8910-dd80fa1b3bd5), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:36.115691 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=073b1d8b-8a54-4df8-a7c0-5ad23c885880,revision_number=4']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:36.209876 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] get_ports_and_sgs() called for port_ids ['073b1d8b-8a54-4df8-a7c0-5ad23c885880'] {{(pid=107075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 14:06:36.287379 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea684a423e005867ab2b2321dba33e59ce354bd0b218533ae43957e9dbf26841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3b8ce6-8660-405d-9cbe-ae8474e1062d" -d '{"events": [{"server_uuid": "3000b992-fcbf-472e-a1e0-11b101af43a7", "name": "network-vif-plugged", "status": "completed", "tag": "c244d57b-8a64-435a-8910-dd80fa1b3bd5"}]}' {{(pid=107075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:06:36.365486 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.managers [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-97531e58-b6fd-45c7-8db8-8f2033ed1359 service neutron] Attempting to bind port 67860822-2188-4a43-8002-58ea70df2c86 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:06:36.366140 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.managers [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-97531e58-b6fd-45c7-8db8-8f2033ed1359 service neutron] Attempting to bind port 67860822-2188-4a43-8002-58ea70df2c86 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '21afd361-14bd-45f1-b42f-187569ad44e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c'}] {{(pid=107074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:06:36.373264 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-97531e58-b6fd-45c7-8db8-8f2033ed1359 service neutron] Attempting to bind port 67860822-2188-4a43-8002-58ea70df2c86 on network 9cdd4113-f7e0-45eb-bbb2-5da93102bf6c {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:06:36.391249 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=c244d57b-8a64-435a-8910-dd80fa1b3bd5,revision_number=5']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:36.400280 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-97531e58-b6fd-45c7-8db8-8f2033ed1359 service neutron] Port 67860822-2188-4a43-8002-58ea70df2c86 on network 9cdd4113-f7e0-45eb-bbb2-5da93102bf6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 14:06:36.400452 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-97531e58-b6fd-45c7-8db8-8f2033ed1359 service neutron] Attempting to bind port 67860822-2188-4a43-8002-58ea70df2c86 on network 9cdd4113-f7e0-45eb-bbb2-5da93102bf6c {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:06:36.413662 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-97531e58-b6fd-45c7-8db8-8f2033ed1359 service neutron] Checking agent: {'id': 'a7580bcb-0f49-4eb6-986f-da2a861ca402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'started_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:06:36.414745 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-97531e58-b6fd-45c7-8db8-8f2033ed1359 service neutron] Checking segment: {'id': '21afd361-14bd-45f1-b42f-187569ad44e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:06:36.414745 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-97531e58-b6fd-45c7-8db8-8f2033ed1359 service neutron] Bound using segment: {'id': '21afd361-14bd-45f1-b42f-187569ad44e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c'} {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:06:36.415058 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.managers [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-97531e58-b6fd-45c7-8db8-8f2033ed1359 service neutron] Bound port: 67860822-2188-4a43-8002-58ea70df2c86, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21afd361-14bd-45f1-b42f-187569ad44e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c'}}] {{(pid=107074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:06:36.415458 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-97531e58-b6fd-45c7-8db8-8f2033ed1359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (67860822-2188-4a43-8002-58ea70df2c86), before_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:36.444818 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [req-37055684-ec19-4cad-b814-17ba4ced4903 req-8a4af6d0-cddf-497a-8094-fae52bc06fcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39a55af7-1a2a-41f8-b092-76d3ddca0161 {{(pid=107074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:06:36.520927 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-37055684-ec19-4cad-b814-17ba4ced4903 req-8a4af6d0-cddf-497a-8094-fae52bc06fcd service neutron] Publish callbacks [] for port (39a55af7-1a2a-41f8-b092-76d3ddca0161), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:36.574359 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 54756) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:36.679615 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-6e367ecc-7316-40a3-8114-d930e84f865f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:36.699513 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a87a71-2887-4416-afb1-d4f36b624b19 x-openstack-request-id: req-93a87a71-2887-4416-afb1-d4f36b624b19 {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:06:36.701540 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3000b992-fcbf-472e-a1e0-11b101af43a7", "name": "network-vif-plugged", "status": "completed", "tag": "c244d57b-8a64-435a-8910-dd80fa1b3bd5", "code": 200}]} {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:06:36.702093 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-93a87a71-2887-4416-afb1-d4f36b624b19 {{(pid=107075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:06:36.703137 dv-cinder-852211-7-iscsi neutron-server[107075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93a87a71-2887-4416-afb1-d4f36b624b19'] response: {'server_uuid': '3000b992-fcbf-472e-a1e0-11b101af43a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c244d57b-8a64-435a-8910-dd80fa1b3bd5', 'code': 200} Sep 01 14:06:36.723830 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.provisioning_blocks [req-37055684-ec19-4cad-b814-17ba4ced4903 req-8a4af6d0-cddf-497a-8094-fae52bc06fcd service neutron] Transition to ACTIVE for port object 39a55af7-1a2a-41f8-b092-76d3ddca0161 will not be triggered until provisioned by entity L2. {{(pid=107074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 14:06:36.800736 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-97531e58-b6fd-45c7-8db8-8f2033ed1359 service neutron] For port 67860822-2188-4a43-8002-58ea70df2c86, host hv-cinder-85221, cleared binding levels {{(pid=107074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:06:36.809830 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-97531e58-b6fd-45c7-8db8-8f2033ed1359 service neutron] For port 67860822-2188-4a43-8002-58ea70df2c86, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=67860822-2188-4a43-8002-58ea70df2c86,segment=NetworkSegment(21afd361-14bd-45f1-b42f-187569ad44e0),segment_id=21afd361-14bd-45f1-b42f-187569ad44e0)] {{(pid=107074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:06:36.826180 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-37055684-ec19-4cad-b814-17ba4ced4903 req-8a4af6d0-cddf-497a-8094-fae52bc06fcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923807'] for port (39a55af7-1a2a-41f8-b092-76d3ddca0161), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:36.894200 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd87c22-71ac-4bc6-8a32-ebc304fa1a6e req-739c54e9-d300-4d46-a24f-f7f4bf41b966 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:36.895819 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6dd87c22-71ac-4bc6-8a32-ebc304fa1a6e req-739c54e9-d300-4d46-a24f-f7f4bf41b966 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3000b992-fcbf-472e-a1e0-11b101af43a7 HTTP/1.1" status: 200 len: 946 time: 0.0802119 Sep 01 14:06:36.905413 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aac7ee-ece3-4d3a-b5a8-c05f1ff747e7 req-4f431cfc-0e33-47f6-9b85-71e69a56fafa tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:36.907077 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-99aac7ee-ece3-4d3a-b5a8-c05f1ff747e7 req-4f431cfc-0e33-47f6-9b85-71e69a56fafa tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 943 time: 0.1646814 Sep 01 14:06:36.959745 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-97531e58-b6fd-45c7-8db8-8f2033ed1359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923807'] for port (67860822-2188-4a43-8002-58ea70df2c86), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:36.972151 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-97531e58-b6fd-45c7-8db8-8f2033ed1359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:36.973234 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-97531e58-b6fd-45c7-8db8-8f2033ed1359 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for port (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:36.976512 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-97531e58-b6fd-45c7-8db8-8f2033ed1359 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/67860822-2188-4a43-8002-58ea70df2c86 HTTP/1.1" status: 200 len: 1093 time: 2.2839212 Sep 01 14:06:36.982146 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c1dec77-467a-4bb0-802c-6d7373f0aca5', 'tag': '67860822-2188-4a43-8002-58ea70df2c86'}] {{(pid=107074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:06:36.992145 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c297ab1b76e2baeed04979654ee05671bdf6dedd7a272174e678f0e52b3dfb88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fa6f26-a65d-44f3-8743-6b496fb8071d" -d '{"events": [{"name": "network-changed", "server_uuid": "4c1dec77-467a-4bb0-802c-6d7373f0aca5", "tag": "67860822-2188-4a43-8002-58ea70df2c86"}]}' {{(pid=107074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:06:37.011350 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4af6d0-cddf-497a-8094-fae52bc06fcd service neutron] Pushing event updated for resources: {'Port': ['ID=39a55af7-1a2a-41f8-b092-76d3ddca0161,revision_number=2']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:37.066167 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-99aac7ee-ece3-4d3a-b5a8-c05f1ff747e7 req-dc3d0ac3-a439-4a39-8a2f-ae68de8350c8 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165888 Sep 01 14:06:37.073108 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6dd87c22-71ac-4bc6-8a32-ebc304fa1a6e req-0dab963f-4d59-4331-b3f1-3137684e1244 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=94f57193-51f1-4f37-bcbc-5de917fabaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603982 Sep 01 14:06:37.088848 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-6e367ecc-7316-40a3-8114-d930e84f865f admin admin] Publish callbacks [] for security_group (f83a20a9-09d7-4d58-857c-8ac39b741f19), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:37.202586 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 9ae4ab09-714c-4175-ba0d-7b76b31e652d details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=107075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:06:37.226016 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 073b1d8b-8a54-4df8-a7c0-5ad23c885880 up at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:06:37.248140 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e7d74-013a-424f-909f-5a552ba84598 req-8b1ea0d3-d3cd-4cb7-8b9c-f2788becb9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:37.250683 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-5c2e7d74-013a-424f-909f-5a552ba84598 req-8b1ea0d3-d3cd-4cb7-8b9c-f2788becb9ba service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3000b992-fcbf-472e-a1e0-11b101af43a7 HTTP/1.1" status: 200 len: 1130 time: 0.1350107 Sep 01 14:06:37.253414 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642c335d-8d9a-4fa3-b7af-164f2e9069d5 x-openstack-request-id: req-642c335d-8d9a-4fa3-b7af-164f2e9069d5 {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:06:37.253866 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c1dec77-467a-4bb0-802c-6d7373f0aca5", "tag": "67860822-2188-4a43-8002-58ea70df2c86", "status": "completed", "code": 200}]} {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:06:37.254648 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-642c335d-8d9a-4fa3-b7af-164f2e9069d5 {{(pid=107074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:06:37.256288 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-642c335d-8d9a-4fa3-b7af-164f2e9069d5'] response: {'name': 'network-changed', 'server_uuid': '4c1dec77-467a-4bb0-802c-6d7373f0aca5', 'tag': '67860822-2188-4a43-8002-58ea70df2c86', 'status': 'completed', 'code': 200} Sep 01 14:06:37.258945 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:37.312871 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.managers [req-37055684-ec19-4cad-b814-17ba4ced4903 req-8a4af6d0-cddf-497a-8094-fae52bc06fcd service neutron] Attempting to bind port 39a55af7-1a2a-41f8-b092-76d3ddca0161 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:06:37.313436 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.managers [req-37055684-ec19-4cad-b814-17ba4ced4903 req-8a4af6d0-cddf-497a-8094-fae52bc06fcd service neutron] Attempting to bind port 39a55af7-1a2a-41f8-b092-76d3ddca0161 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': 'ed8678fe-a4a9-4872-b144-325311f6ec17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b'}] {{(pid=107074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:06:37.314545 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37055684-ec19-4cad-b814-17ba4ced4903 req-8a4af6d0-cddf-497a-8094-fae52bc06fcd service neutron] Attempting to bind port 39a55af7-1a2a-41f8-b092-76d3ddca0161 on network 5efdbb74-e6fe-4a11-96cb-23855066e81b {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:06:37.318797 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1585a64-8a1c-4176-a697-16f41d90bef4 req-01cc3c67-abd5-4aa8-b64d-bea27cecc03d tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:37.326270 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d1585a64-8a1c-4176-a697-16f41d90bef4 req-01cc3c67-abd5-4aa8-b64d-bea27cecc03d tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 944 time: 0.0605922 Sep 01 14:06:37.327006 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37055684-ec19-4cad-b814-17ba4ced4903 req-8a4af6d0-cddf-497a-8094-fae52bc06fcd service neutron] Port 39a55af7-1a2a-41f8-b092-76d3ddca0161 on network 5efdbb74-e6fe-4a11-96cb-23855066e81b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 14:06:37.327558 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37055684-ec19-4cad-b814-17ba4ced4903 req-8a4af6d0-cddf-497a-8094-fae52bc06fcd service neutron] Attempting to bind port 39a55af7-1a2a-41f8-b092-76d3ddca0161 on network 5efdbb74-e6fe-4a11-96cb-23855066e81b {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:06:37.337776 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-6e367ecc-7316-40a3-8114-d930e84f865f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (f83a20a9-09d7-4d58-857c-8ac39b741f19), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:37.341820 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37055684-ec19-4cad-b814-17ba4ced4903 req-8a4af6d0-cddf-497a-8094-fae52bc06fcd service neutron] Checking agent: {'id': 'a7580bcb-0f49-4eb6-986f-da2a861ca402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'started_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:06:37.345966 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37055684-ec19-4cad-b814-17ba4ced4903 req-8a4af6d0-cddf-497a-8094-fae52bc06fcd service neutron] Checking segment: {'id': 'ed8678fe-a4a9-4872-b144-325311f6ec17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:06:37.345966 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37055684-ec19-4cad-b814-17ba4ced4903 req-8a4af6d0-cddf-497a-8094-fae52bc06fcd service neutron] Bound using segment: {'id': 'ed8678fe-a4a9-4872-b144-325311f6ec17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b'} {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:06:37.345966 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.managers [req-37055684-ec19-4cad-b814-17ba4ced4903 req-8a4af6d0-cddf-497a-8094-fae52bc06fcd service neutron] Bound port: 39a55af7-1a2a-41f8-b092-76d3ddca0161, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed8678fe-a4a9-4872-b144-325311f6ec17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b'}}] {{(pid=107074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:06:37.347452 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-37055684-ec19-4cad-b814-17ba4ced4903 req-8a4af6d0-cddf-497a-8094-fae52bc06fcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (39a55af7-1a2a-41f8-b092-76d3ddca0161), before_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:37.367483 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-bedea423-3fd1-4f43-9413-f334ee3d8f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:37.369278 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-bedea423-3fd1-4f43-9413-f334ee3d8f83 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=36049d2090b84443a3bf3bf00558379e&device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 1127 time: 0.1931150 Sep 01 14:06:37.387710 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-6e367ecc-7316-40a3-8114-d930e84f865f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=96c035e94b9141b98fddc7aba982d815&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8080964 Sep 01 14:06:37.389173 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 54770) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:37.414742 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97531e58-b6fd-45c7-8db8-8f2033ed1359 service neutron] Pushing event updated for resources: {'Port': ['ID=67860822-2188-4a43-8002-58ea70df2c86,revision_number=3']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:37.458719 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning for port 073b1d8b-8a54-4df8-a7c0-5ad23c885880 completed by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 14:06:37.500064 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f4e8e-7fd1-4222-a007-f089b7d592b5 req-6dbe060f-203e-4920-a866-8cdc88d78170 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:37.501748 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3a1f4e8e-7fd1-4222-a007-f089b7d592b5 req-6dbe060f-203e-4920-a866-8cdc88d78170 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 943 time: 0.0840569 Sep 01 14:06:37.504562 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:37.507414 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-5c2e7d74-013a-424f-909f-5a552ba84598 req-656ce3f0-e580-4a7b-8a7f-8896da271e3b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:37.520791 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [req-37055684-ec19-4cad-b814-17ba4ced4903 req-8a4af6d0-cddf-497a-8094-fae52bc06fcd service neutron] For port 39a55af7-1a2a-41f8-b092-76d3ddca0161, host hv-cinder-85221, cleared binding levels {{(pid=107074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:06:37.541176 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 9ae4ab09-714c-4175-ba0d-7b76b31e652d, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9ae4ab09-714c-4175-ba0d-7b76b31e652d,segment=NetworkSegment(64991032-cb00-4fe3-9882-ec8e7671fd4e),segment_id=64991032-cb00-4fe3-9882-ec8e7671fd4e)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:06:37.543005 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [req-37055684-ec19-4cad-b814-17ba4ced4903 req-8a4af6d0-cddf-497a-8094-fae52bc06fcd service neutron] For port 39a55af7-1a2a-41f8-b092-76d3ddca0161, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=39a55af7-1a2a-41f8-b092-76d3ddca0161,segment=NetworkSegment(ed8678fe-a4a9-4872-b144-325311f6ec17),segment_id=ed8678fe-a4a9-4872-b144-325311f6ec17)] {{(pid=107074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:06:37.558855 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Returning: {'device': '9ae4ab09-714c-4175-ba0d-7b76b31e652d', 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1', 'port_id': '9ae4ab09-714c-4175-ba0d-7b76b31e652d', 'mac_address': 'fa:16:3e:60:6c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5274d38f-79ac-43b5-aae2-e29860924168', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:06:37.560847 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-a1fa26fc-662e-4d48-91f1-05ba869db956 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67860822-2188-4a43-8002-58ea70df2c86 HTTP/1.1" status: 200 len: 217 time: 0.0546534 Sep 01 14:06:37.561943 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e367ecc-7316-40a3-8114-d930e84f865f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83a20a9-09d7-4d58-857c-8ac39b741f19,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:37.604879 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d1585a64-8a1c-4176-a697-16f41d90bef4 req-583ed608-594d-42a6-a7fe-82b10f8b8c7f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2775328 Sep 01 14:06:37.607400 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning complete for port 073b1d8b-8a54-4df8-a7c0-5ad23c885880 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:06:37.607832 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (073b1d8b-8a54-4df8-a7c0-5ad23c885880), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:37.634496 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-37055684-ec19-4cad-b814-17ba4ced4903 req-8a4af6d0-cddf-497a-8094-fae52bc06fcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923807'] for port (39a55af7-1a2a-41f8-b092-76d3ddca0161), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:37.653311 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37055684-ec19-4cad-b814-17ba4ced4903 req-8a4af6d0-cddf-497a-8094-fae52bc06fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:37.654445 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-37055684-ec19-4cad-b814-17ba4ced4903 req-8a4af6d0-cddf-497a-8094-fae52bc06fcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for port (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:37.656826 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-37055684-ec19-4cad-b814-17ba4ced4903 req-8a4af6d0-cddf-497a-8094-fae52bc06fcd service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/39a55af7-1a2a-41f8-b092-76d3ddca0161 HTTP/1.1" status: 200 len: 1094 time: 2.6159170 Sep 01 14:06:37.720918 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 9ae4ab09-714c-4175-ba0d-7b76b31e652d is: DOWN; New status is: BUILD {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:06:37.730622 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (9ae4ab09-714c-4175-ba0d-7b76b31e652d), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:37.748543 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3a1f4e8e-7fd1-4222-a007-f089b7d592b5 req-4910db48-3cc4-42bb-9584-4d56ef3660cc tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972702 Sep 01 14:06:37.749448 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-f5d82f49-4415-4e29-a6d9-7dc95a4ef65e admin admin] Publish callbacks [] for security_group (f83a20a9-09d7-4d58-857c-8ac39b741f19), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:37.764798 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-ac0ae42b-41dd-4103-9734-355249b32b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:37.767892 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-ac0ae42b-41dd-4103-9734-355249b32b1b service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=d2d86ced-9867-4b29-96c7-eb755efebba7 HTTP/1.1" status: 200 len: 857 time: 0.1952355 Sep 01 14:06:37.809120 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ae4ab09-714c-4175-ba0d-7b76b31e652d {{(pid=107075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:06:37.840823 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-f5d82f49-4415-4e29-a6d9-7dc95a4ef65e admin admin] Publish callbacks [] for security_group (f83a20a9-09d7-4d58-857c-8ac39b741f19), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:37.866350 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 9ae4ab09-714c-4175-ba0d-7b76b31e652d, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9ae4ab09-714c-4175-ba0d-7b76b31e652d,segment=NetworkSegment(64991032-cb00-4fe3-9882-ec8e7671fd4e),segment_id=64991032-cb00-4fe3-9882-ec8e7671fd4e)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:06:37.875534 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-f3a052d6-e8d5-47f7-98a2-4e64917c2773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:37.878622 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-f3a052d6-e8d5-47f7-98a2-4e64917c2773 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=9cdd4113-f7e0-45eb-bbb2-5da93102bf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0906577 Sep 01 14:06:37.885664 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-5c2e7d74-013a-424f-909f-5a552ba84598 req-656ce3f0-e580-4a7b-8a7f-8896da271e3b service neutron] Publish callbacks [] for security_group (64968e5b-57cb-4925-8494-c721d07c629a), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:37.937039 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37055684-ec19-4cad-b814-17ba4ced4903 req-d900f902-dcee-4e14-9b31-c567de545e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:37.939520 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-37055684-ec19-4cad-b814-17ba4ced4903 req-d900f902-dcee-4e14-9b31-c567de545e4a service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=eaba67e3a54f4191b9b924305a83e4eb&device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 1128 time: 0.1420159 Sep 01 14:06:37.940152 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4af6d0-cddf-497a-8094-fae52bc06fcd service neutron] Pushing event updated for resources: {'Port': ['ID=39a55af7-1a2a-41f8-b092-76d3ddca0161,revision_number=3']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:37.947893 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 073b1d8b-8a54-4df8-a7c0-5ad23c885880 is: BUILD; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:06:37.949492 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (073b1d8b-8a54-4df8-a7c0-5ad23c885880), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:37.957358 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4af6d0-cddf-497a-8094-fae52bc06fcd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:37.957704 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4af6d0-cddf-497a-8094-fae52bc06fcd service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:37.962207 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4af6d0-cddf-497a-8094-fae52bc06fcd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:37.962207 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4af6d0-cddf-497a-8094-fae52bc06fcd service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:37.962207 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4af6d0-cddf-497a-8094-fae52bc06fcd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:37.962207 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4af6d0-cddf-497a-8094-fae52bc06fcd service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:37.962207 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4af6d0-cddf-497a-8094-fae52bc06fcd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:37.962207 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4af6d0-cddf-497a-8094-fae52bc06fcd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:37.962207 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4af6d0-cddf-497a-8094-fae52bc06fcd service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:37.962207 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4af6d0-cddf-497a-8094-fae52bc06fcd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:37.962207 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4af6d0-cddf-497a-8094-fae52bc06fcd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:37.962207 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4af6d0-cddf-497a-8094-fae52bc06fcd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:37.963044 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4af6d0-cddf-497a-8094-fae52bc06fcd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:37.963044 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4af6d0-cddf-497a-8094-fae52bc06fcd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:37.963044 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4af6d0-cddf-497a-8094-fae52bc06fcd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:37.991160 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (9ae4ab09-714c-4175-ba0d-7b76b31e652d), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:38.003456 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-37055684-ec19-4cad-b814-17ba4ced4903 req-645db56d-df60-4103-8f17-16a518321900 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39a55af7-1a2a-41f8-b092-76d3ddca0161 HTTP/1.1" status: 200 len: 217 time: 0.0556474 Sep 01 14:06:38.004077 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-5c2e7d74-013a-424f-909f-5a552ba84598 req-656ce3f0-e580-4a7b-8a7f-8896da271e3b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (64968e5b-57cb-4925-8494-c721d07c629a), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:38.046877 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-55ff9f95-580c-438b-9ae4-89f7892521ec service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9cdd4113-f7e0-45eb-bbb2-5da93102bf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608903 Sep 01 14:06:38.079469 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 073b1d8b-8a54-4df8-a7c0-5ad23c885880, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=073b1d8b-8a54-4df8-a7c0-5ad23c885880,segment=NetworkSegment(21afd361-14bd-45f1-b42f-187569ad44e0),segment_id=21afd361-14bd-45f1-b42f-187569ad44e0)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:06:38.098263 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ce3f0-e580-4a7b-8a7f-8896da271e3b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=64968e5b-57cb-4925-8494-c721d07c629a,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:38.106361 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-5c2e7d74-013a-424f-909f-5a552ba84598 req-656ce3f0-e580-4a7b-8a7f-8896da271e3b service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=94f57193-51f1-4f37-bcbc-5de917fabaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6385221 Sep 01 14:06:38.116976 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=9ae4ab09-714c-4175-ba0d-7b76b31e652d,revision_number=4']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:38.117660 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37055684-ec19-4cad-b814-17ba4ced4903 req-80786275-cd13-4866-b836-ca1fecd13709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:38.119537 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-37055684-ec19-4cad-b814-17ba4ced4903 req-80786275-cd13-4866-b836-ca1fecd13709 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=9516b454-0891-4d29-9fc5-0ee1fc6356e3 HTTP/1.1" status: 200 len: 849 time: 0.1065719 Sep 01 14:06:38.176165 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-f5d82f49-4415-4e29-a6d9-7dc95a4ef65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (f83a20a9-09d7-4d58-857c-8ac39b741f19), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:38.180747 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-f5d82f49-4415-4e29-a6d9-7dc95a4ef65e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:38.182302 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-f5d82f49-4415-4e29-a6d9-7dc95a4ef65e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f83a20a9-09d7-4d58-857c-8ac39b741f19 HTTP/1.1" status: 204 len: 168 time: 0.7856097 Sep 01 14:06:38.199472 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (073b1d8b-8a54-4df8-a7c0-5ad23c885880), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:38.226079 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:38.252554 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d82f49-4415-4e29-a6d9-7dc95a4ef65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83a20a9-09d7-4d58-857c-8ac39b741f19,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:38.257028 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] get_ports_and_sgs() called for port_ids ['9ae4ab09-714c-4175-ba0d-7b76b31e652d'] {{(pid=107075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 14:06:38.316689 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:38.340641 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:38.398587 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=073b1d8b-8a54-4df8-a7c0-5ad23c885880,revision_number=5']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:38.402648 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b777e-801c-4e07-9114-d213eb955bce req-8b929702-314a-47e8-a7bf-78acd1459311 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:38.403873 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b94b777e-801c-4e07-9114-d213eb955bce req-8b929702-314a-47e8-a7bf-78acd1459311 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 944 time: 0.0808830 Sep 01 14:06:38.415819 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37055684-ec19-4cad-b814-17ba4ced4903 req-709af3c3-cfc9-4d73-b75c-479e1b96e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:38.416679 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-17347a49-eddc-4932-a8d9-d359ac3664d1 req-897d3c7e-751e-4829-a72c-98412f23794e service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9cdd4113-f7e0-45eb-bbb2-5da93102bf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599432 Sep 01 14:06:38.417533 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-37055684-ec19-4cad-b814-17ba4ced4903 req-709af3c3-cfc9-4d73-b75c-479e1b96e9ec service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=5efdbb74-e6fe-4a11-96cb-23855066e81b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0929859 Sep 01 14:06:38.426207 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1f302-b8ac-49ce-96ea-4a6156422fa4 req-98ee6317-d4ef-4188-8030-9f8f29f59269 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:38.434784 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b2b1f302-b8ac-49ce-96ea-4a6156422fa4 req-98ee6317-d4ef-4188-8030-9f8f29f59269 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3000b992-fcbf-472e-a1e0-11b101af43a7 HTTP/1.1" status: 200 len: 946 time: 0.1649492 Sep 01 14:06:38.512594 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b94b777e-801c-4e07-9114-d213eb955bce req-a503853f-589f-4406-b1c4-29b9b65db081 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943723 Sep 01 14:06:38.554119 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b2b1f302-b8ac-49ce-96ea-4a6156422fa4 req-2dce377b-ff09-42a2-b24b-a8a28f58a835 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=94f57193-51f1-4f37-bcbc-5de917fabaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177568 Sep 01 14:06:38.625344 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-37055684-ec19-4cad-b814-17ba4ced4903 req-875ac11e-3216-43b0-83e3-c354da74d09f service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5efdbb74-e6fe-4a11-96cb-23855066e81b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849716 Sep 01 14:06:38.705500 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846e670d-c808-44d5-be0e-9c36671fbe91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073b1d8b-8a54-4df8-a7c0-5ad23c885880'}] {{(pid=107075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:06:38.707943 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea684a423e005867ab2b2321dba33e59ce354bd0b218533ae43957e9dbf26841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03019a90-40b3-4312-9d8e-1677678a5419" -d '{"events": [{"server_uuid": "846e670d-c808-44d5-be0e-9c36671fbe91", "name": "network-vif-plugged", "status": "completed", "tag": "073b1d8b-8a54-4df8-a7c0-5ad23c885880"}]}' {{(pid=107075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:06:38.752717 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83cf2e4-7e92-4730-9b76-c394483bef97 x-openstack-request-id: req-e83cf2e4-7e92-4730-9b76-c394483bef97 {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:06:38.753153 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846e670d-c808-44d5-be0e-9c36671fbe91", "name": "network-vif-plugged", "status": "completed", "tag": "073b1d8b-8a54-4df8-a7c0-5ad23c885880", "code": 200}]} {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:06:38.753468 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e83cf2e4-7e92-4730-9b76-c394483bef97 {{(pid=107075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:06:38.753994 dv-cinder-852211-7-iscsi neutron-server[107075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e83cf2e4-7e92-4730-9b76-c394483bef97'] response: {'server_uuid': '846e670d-c808-44d5-be0e-9c36671fbe91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073b1d8b-8a54-4df8-a7c0-5ad23c885880', 'code': 200} Sep 01 14:06:38.782522 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36e27e-f85a-4d5f-9a4b-6135ac18bffb req-2650b4ee-1dec-464f-a838-1a52aea39392 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:38.785754 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5c36e27e-f85a-4d5f-9a4b-6135ac18bffb req-2650b4ee-1dec-464f-a838-1a52aea39392 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 944 time: 0.0759521 Sep 01 14:06:38.866505 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5c36e27e-f85a-4d5f-9a4b-6135ac18bffb req-708ce7be-6e21-4f9c-9510-5f12f41f08fc tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723066 Sep 01 14:06:39.035180 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400af9ad-95db-4bb7-9480-641a18501d69 req-1c737ab4-0289-41da-991b-8af7e9525c74 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:39.042406 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-400af9ad-95db-4bb7-9480-641a18501d69 req-1c737ab4-0289-41da-991b-8af7e9525c74 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 943 time: 0.1051359 Sep 01 14:06:39.124483 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-400af9ad-95db-4bb7-9480-641a18501d69 req-faaee596-37cb-42bd-b617-3a83428207ab tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806310 Sep 01 14:06:39.192091 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 9ae4ab09-714c-4175-ba0d-7b76b31e652d up at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:06:39.246294 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning for port 9ae4ab09-714c-4175-ba0d-7b76b31e652d completed by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 14:06:39.258203 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c2b8351-0db7-45ab-848a-1e339e67bcf7', 'tag': '39a55af7-1a2a-41f8-b092-76d3ddca0161'}] {{(pid=107074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:06:39.260829 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c297ab1b76e2baeed04979654ee05671bdf6dedd7a272174e678f0e52b3dfb88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d49dda-ed8d-4ec9-94fd-57b6e0f89343" -d '{"events": [{"name": "network-changed", "server_uuid": "1c2b8351-0db7-45ab-848a-1e339e67bcf7", "tag": "39a55af7-1a2a-41f8-b092-76d3ddca0161"}]}' {{(pid=107074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:06:39.313867 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40238f6-6822-46e6-bd36-58605aff9ba6 x-openstack-request-id: req-b40238f6-6822-46e6-bd36-58605aff9ba6 {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:06:39.313867 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c2b8351-0db7-45ab-848a-1e339e67bcf7", "tag": "39a55af7-1a2a-41f8-b092-76d3ddca0161", "status": "completed", "code": 200}]} {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:06:39.313867 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b40238f6-6822-46e6-bd36-58605aff9ba6 {{(pid=107074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:06:39.313867 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b40238f6-6822-46e6-bd36-58605aff9ba6'] response: {'name': 'network-changed', 'server_uuid': '1c2b8351-0db7-45ab-848a-1e339e67bcf7', 'tag': '39a55af7-1a2a-41f8-b092-76d3ddca0161', 'status': 'completed', 'code': 200} Sep 01 14:06:39.414468 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning complete for port 9ae4ab09-714c-4175-ba0d-7b76b31e652d triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:06:39.415166 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (9ae4ab09-714c-4175-ba0d-7b76b31e652d), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:39.510975 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 9ae4ab09-714c-4175-ba0d-7b76b31e652d is: BUILD; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:06:39.511511 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (9ae4ab09-714c-4175-ba0d-7b76b31e652d), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:39.562794 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 9ae4ab09-714c-4175-ba0d-7b76b31e652d, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9ae4ab09-714c-4175-ba0d-7b76b31e652d,segment=NetworkSegment(64991032-cb00-4fe3-9882-ec8e7671fd4e),segment_id=64991032-cb00-4fe3-9882-ec8e7671fd4e)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:06:39.567401 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:39.682076 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa6f26-a65d-44f3-8743-6b496fb8071d req-1282e163-7ba6-4f05-ba13-8693d5c54f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:39.682076 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-15fa6f26-a65d-44f3-8743-6b496fb8071d req-1282e163-7ba6-4f05-ba13-8693d5c54f22 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=36049d2090b84443a3bf3bf00558379e&device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 1127 time: 0.1235347 Sep 01 14:06:39.698391 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-37055684-ec19-4cad-b814-17ba4ced4903 req-ea86444a-d372-4781-971a-9bd3d903ac64 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5efdbb74-e6fe-4a11-96cb-23855066e81b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943216 Sep 01 14:06:39.770394 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (9ae4ab09-714c-4175-ba0d-7b76b31e652d), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:39.862450 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445dcbbf-9d38-4c2e-8531-3a6f0a131c54 req-c21cf1ab-f8a8-4796-9e1b-c09cde436700 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:39.869215 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-445dcbbf-9d38-4c2e-8531-3a6f0a131c54 req-c21cf1ab-f8a8-4796-9e1b-c09cde436700 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 944 time: 0.1887236 Sep 01 14:06:39.879333 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=9ae4ab09-714c-4175-ba0d-7b76b31e652d,revision_number=5']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:39.938149 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:39.957103 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5ab02-c61b-4976-a889-0328c3a34c13 req-01fc4f95-cfdc-43dc-adb4-89d6563692d6 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:39.958910 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8ee5ab02-c61b-4976-a889-0328c3a34c13 req-01fc4f95-cfdc-43dc-adb4-89d6563692d6 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3000b992-fcbf-472e-a1e0-11b101af43a7 HTTP/1.1" status: 200 len: 946 time: 0.2009428 Sep 01 14:06:40.041094 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa6f26-a65d-44f3-8743-6b496fb8071d req-3687ccfb-cb2f-49e8-b4b3-690d1212557a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:40.042455 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-15fa6f26-a65d-44f3-8743-6b496fb8071d req-3687ccfb-cb2f-49e8-b4b3-690d1212557a service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=9cdd4113-f7e0-45eb-bbb2-5da93102bf6c HTTP/1.1" status: 200 len: 919 time: 0.3394396 Sep 01 14:06:40.075142 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-445dcbbf-9d38-4c2e-8531-3a6f0a131c54 req-a58c98f8-a49f-45f9-8544-4ef146717f5a tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043891 Sep 01 14:06:40.105811 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8ee5ab02-c61b-4976-a889-0328c3a34c13 req-2e8330ed-1378-4fe6-8663-1b162884e5cc tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=94f57193-51f1-4f37-bcbc-5de917fabaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294870 Sep 01 14:06:40.331626 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd0d6a-c2a3-4c9d-9399-c7f5048ff4bf req-13a6421d-427c-4c60-a7e1-86cb1cc5baa8 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:40.339704 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b5fd0d6a-c2a3-4c9d-9399-c7f5048ff4bf req-13a6421d-427c-4c60-a7e1-86cb1cc5baa8 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 944 time: 0.0765059 Sep 01 14:06:40.405186 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c711a0c-a1fc-46e7-afc8-8d055a6138ac req-3bd9ca0d-1efb-46d7-abb7-4cb534e93708 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:40.406811 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6c711a0c-a1fc-46e7-afc8-8d055a6138ac req-3bd9ca0d-1efb-46d7-abb7-4cb534e93708 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 943 time: 0.1316376 Sep 01 14:06:40.454292 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b5fd0d6a-c2a3-4c9d-9399-c7f5048ff4bf req-959cba42-671d-4609-8c3d-4db377fbbffb tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133802 Sep 01 14:06:40.496681 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6c711a0c-a1fc-46e7-afc8-8d055a6138ac req-573a2ebf-56ce-46e7-a860-6b861c910e96 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806787 Sep 01 14:06:40.755214 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39f7090-b419-46be-9fcc-7ae73004ab71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae4ab09-714c-4175-ba0d-7b76b31e652d'}] {{(pid=107075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:06:40.758965 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea684a423e005867ab2b2321dba33e59ce354bd0b218533ae43957e9dbf26841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b75875-6fad-4580-865b-2f7fce76278c" -d '{"events": [{"server_uuid": "d39f7090-b419-46be-9fcc-7ae73004ab71", "name": "network-vif-plugged", "status": "completed", "tag": "9ae4ab09-714c-4175-ba0d-7b76b31e652d"}]}' {{(pid=107075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:06:40.817394 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b9bff7-dcb2-4636-9bb0-a5d4297342ce x-openstack-request-id: req-25b9bff7-dcb2-4636-9bb0-a5d4297342ce {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:06:40.818235 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39f7090-b419-46be-9fcc-7ae73004ab71", "name": "network-vif-plugged", "status": "completed", "tag": "9ae4ab09-714c-4175-ba0d-7b76b31e652d", "code": 200}]} {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:06:40.818370 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-25b9bff7-dcb2-4636-9bb0-a5d4297342ce {{(pid=107075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:06:40.818913 dv-cinder-852211-7-iscsi neutron-server[107075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25b9bff7-dcb2-4636-9bb0-a5d4297342ce'] response: {'server_uuid': 'd39f7090-b419-46be-9fcc-7ae73004ab71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae4ab09-714c-4175-ba0d-7b76b31e652d', 'code': 200} Sep 01 14:06:40.925324 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 54872) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:41.072563 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:41.078512 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5265-a98a-415b-979f-7cc3a1d566cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:41.218869 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5265-a98a-415b-979f-7cc3a1d566cd admin admin] Publish callbacks [] for security_group (c9787275-42cf-4c2b-b4a1-86b1a0e54c33), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:41.275916 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32da1ad-095d-4f71-98c1-a00e78e7e7d7 req-7e886239-f7a8-4621-a2a6-ceb7da8e48a9 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:41.277461 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c32da1ad-095d-4f71-98c1-a00e78e7e7d7 req-7e886239-f7a8-4621-a2a6-ceb7da8e48a9 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.0537832 Sep 01 14:06:41.345039 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139d4c3-98e1-43da-b262-83ab852f38a4 req-03efc37a-2561-4bef-b4ce-21f11087e79f tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:41.347351 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1139d4c3-98e1-43da-b262-83ab852f38a4 req-03efc37a-2561-4bef-b4ce-21f11087e79f tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3000b992-fcbf-472e-a1e0-11b101af43a7 HTTP/1.1" status: 200 len: 946 time: 0.0689161 Sep 01 14:06:41.389147 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c32da1ad-095d-4f71-98c1-a00e78e7e7d7 req-dd1fb453-789a-4083-893d-53b46f8f21f4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011691 Sep 01 14:06:41.404825 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5265-a98a-415b-979f-7cc3a1d566cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (c9787275-42cf-4c2b-b4a1-86b1a0e54c33), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:41.439810 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1139d4c3-98e1-43da-b262-83ab852f38a4 req-45082269-ce69-4046-abce-8d43df672656 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=94f57193-51f1-4f37-bcbc-5de917fabaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860546 Sep 01 14:06:41.466113 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-0a2e5265-a98a-415b-979f-7cc3a1d566cd admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=89570a08d3ea428bad8858c7128c3f73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5391831 Sep 01 14:06:41.467636 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5265-a98a-415b-979f-7cc3a1d566cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9787275-42cf-4c2b-b4a1-86b1a0e54c33,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:41.476428 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 54890) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:41.485423 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5265-a98a-415b-979f-7cc3a1d566cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:41.485777 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5265-a98a-415b-979f-7cc3a1d566cd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:41.486746 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5265-a98a-415b-979f-7cc3a1d566cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:41.487091 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5265-a98a-415b-979f-7cc3a1d566cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:41.487565 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5265-a98a-415b-979f-7cc3a1d566cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:41.487859 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5265-a98a-415b-979f-7cc3a1d566cd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:41.488242 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5265-a98a-415b-979f-7cc3a1d566cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:41.488538 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5265-a98a-415b-979f-7cc3a1d566cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:41.488875 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5265-a98a-415b-979f-7cc3a1d566cd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:41.489207 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5265-a98a-415b-979f-7cc3a1d566cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:41.489540 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5265-a98a-415b-979f-7cc3a1d566cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:41.489876 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5265-a98a-415b-979f-7cc3a1d566cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:41.490274 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5265-a98a-415b-979f-7cc3a1d566cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:41.490544 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5265-a98a-415b-979f-7cc3a1d566cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:41.490873 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5265-a98a-415b-979f-7cc3a1d566cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:41.551352 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-2b85c6b2-25e8-4866-b362-a457d3e5a982 admin admin] Publish callbacks [] for security_group (c9787275-42cf-4c2b-b4a1-86b1a0e54c33), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:41.595048 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-2b85c6b2-25e8-4866-b362-a457d3e5a982 admin admin] Publish callbacks [] for security_group (c9787275-42cf-4c2b-b4a1-86b1a0e54c33), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:41.619138 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:41.662352 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:41.740432 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73babf3a-ebf3-47b9-8283-83810cee6a6d req-61068fbd-1abd-4eff-a5f3-1135b9ebe542 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:41.743872 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-73babf3a-ebf3-47b9-8283-83810cee6a6d req-61068fbd-1abd-4eff-a5f3-1135b9ebe542 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 943 time: 0.0967386 Sep 01 14:06:41.849126 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8c8f6-19f4-44c1-8d00-2f166faa88e0 req-fc1f541f-3a2d-4443-b526-7dee27677d68 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:41.856297 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c4d8c8f6-19f4-44c1-8d00-2f166faa88e0 req-fc1f541f-3a2d-4443-b526-7dee27677d68 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 944 time: 0.0998290 Sep 01 14:06:41.897392 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-73babf3a-ebf3-47b9-8283-83810cee6a6d req-69bdf197-16df-4acb-901c-a4fafc4ac068 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393220 Sep 01 14:06:41.934724 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c4d8c8f6-19f4-44c1-8d00-2f166faa88e0 req-c9e5b4c8-e28e-46a2-abfd-7a4272482276 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772588 Sep 01 14:06:41.974191 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 67860822-2188-4a43-8002-58ea70df2c86 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=107075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:06:41.998896 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-2b85c6b2-25e8-4866-b362-a457d3e5a982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (c9787275-42cf-4c2b-b4a1-86b1a0e54c33), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:42.005298 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-2b85c6b2-25e8-4866-b362-a457d3e5a982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:42.007166 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-2b85c6b2-25e8-4866-b362-a457d3e5a982 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c9787275-42cf-4c2b-b4a1-86b1a0e54c33 HTTP/1.1" status: 204 len: 168 time: 0.5294468 Sep 01 14:06:42.025634 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:42.027416 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b85c6b2-25e8-4866-b362-a457d3e5a982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9787275-42cf-4c2b-b4a1-86b1a0e54c33,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:42.157458 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 67860822-2188-4a43-8002-58ea70df2c86, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=67860822-2188-4a43-8002-58ea70df2c86,segment=NetworkSegment(21afd361-14bd-45f1-b42f-187569ad44e0),segment_id=21afd361-14bd-45f1-b42f-187569ad44e0)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:06:42.182000 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Returning: {'device': '67860822-2188-4a43-8002-58ea70df2c86', 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c', 'port_id': '67860822-2188-4a43-8002-58ea70df2c86', 'mac_address': 'fa:16:3e:0e:9f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2d86ced-9867-4b29-96c7-eb755efebba7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:06:42.235559 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 67860822-2188-4a43-8002-58ea70df2c86 is: DOWN; New status is: BUILD {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:06:42.236459 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (67860822-2188-4a43-8002-58ea70df2c86), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:42.257349 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67860822-2188-4a43-8002-58ea70df2c86 {{(pid=107075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:06:42.283194 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 67860822-2188-4a43-8002-58ea70df2c86, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=67860822-2188-4a43-8002-58ea70df2c86,segment=NetworkSegment(21afd361-14bd-45f1-b42f-187569ad44e0),segment_id=21afd361-14bd-45f1-b42f-187569ad44e0)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:06:42.408903 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (67860822-2188-4a43-8002-58ea70df2c86), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:42.469467 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=67860822-2188-4a43-8002-58ea70df2c86,revision_number=4']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:42.487866 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:42.487866 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:42.487866 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:42.487866 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:42.487866 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:42.488457 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:42.488934 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:42.489508 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:42.490103 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:42.490679 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:42.491358 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:42.491898 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:42.492465 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:42.493062 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:42.493603 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:06:42.607290 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e0936-5ddb-4a33-8d55-fde537e9a0e4 req-5934bd36-6f97-4021-aaf6-8a608d1e2fd7 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:42.610552 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cf7e0936-5ddb-4a33-8d55-fde537e9a0e4 req-5934bd36-6f97-4021-aaf6-8a608d1e2fd7 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.0963185 Sep 01 14:06:42.690229 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cf7e0936-5ddb-4a33-8d55-fde537e9a0e4 req-0266bd2d-defa-49ff-b050-99e3ade6abd1 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643227 Sep 01 14:06:43.056702 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 54928) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:43.072424 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ab221fcb-ad34-4dfe-a652-a786fc739123 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:43.074983 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd54995-1054-473e-9a91-f0c09315fcab req-25024bd6-0194-4af3-8ab0-87f76240e99a tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:43.077466 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8cd54995-1054-473e-9a91-f0c09315fcab req-25024bd6-0194-4af3-8ab0-87f76240e99a tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 944 time: 0.0848033 Sep 01 14:06:43.157158 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5153da-4f3f-4000-be5f-1253d9d8cca6 req-f2cd9461-1815-4622-a9dd-2c20d0dcda6c tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:43.158940 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ac5153da-4f3f-4000-be5f-1253d9d8cca6 req-f2cd9461-1815-4622-a9dd-2c20d0dcda6c tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 944 time: 0.1047590 Sep 01 14:06:43.198149 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] get_ports_and_sgs() called for port_ids ['67860822-2188-4a43-8002-58ea70df2c86'] {{(pid=107075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 14:06:43.453710 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8cd54995-1054-473e-9a91-f0c09315fcab req-02de814c-aa14-480c-969c-a15cee9375ba tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350786 Sep 01 14:06:43.455515 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ab221fcb-ad34-4dfe-a652-a786fc739123 admin admin] Publish callbacks [] for security_group (39b680e0-8ebd-43c2-9a67-323964f488b4), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:43.457294 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ac5153da-4f3f-4000-be5f-1253d9d8cca6 req-0b697a93-1386-4007-b522-51088b8b3b45 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284939 Sep 01 14:06:43.840295 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319acb5-5b49-48f6-975f-fe8b1bcd4ef9 req-7a432e14-f833-443c-b6b9-ba2fb30f13ad tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:43.843613 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7319acb5-5b49-48f6-975f-fe8b1bcd4ef9 req-7a432e14-f833-443c-b6b9-ba2fb30f13ad tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.0629401 Sep 01 14:06:43.920677 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ab221fcb-ad34-4dfe-a652-a786fc739123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (39b680e0-8ebd-43c2-9a67-323964f488b4), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:43.925602 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7319acb5-5b49-48f6-975f-fe8b1bcd4ef9 req-74d96e2d-eb5c-4948-84ff-888b733c7e3a tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743620 Sep 01 14:06:43.991844 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-ab221fcb-ad34-4dfe-a652-a786fc739123 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=bad242d64e9a44caa7164886f992ff32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9180498 Sep 01 14:06:43.991844 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab221fcb-ad34-4dfe-a652-a786fc739123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b680e0-8ebd-43c2-9a67-323964f488b4,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:43.991844 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 54944) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:43.998837 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:44.053226 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ca9dd422-260a-4350-ba2d-2c931b84c7d6 admin admin] Publish callbacks [] for security_group (39b680e0-8ebd-43c2-9a67-323964f488b4), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:44.086509 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ca9dd422-260a-4350-ba2d-2c931b84c7d6 admin admin] Publish callbacks [] for security_group (39b680e0-8ebd-43c2-9a67-323964f488b4), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:44.624169 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf88cfe-d467-44ce-88ee-a742b9c6a60d req-ee8686a3-7a37-43da-b0ed-59d6d9880507 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:44.625615 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2cf88cfe-d467-44ce-88ee-a742b9c6a60d req-ee8686a3-7a37-43da-b0ed-59d6d9880507 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 944 time: 0.0910897 Sep 01 14:06:44.634730 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e8ba8-1663-4969-b0b4-dcdbede4afb8 req-7da9dece-6765-477f-900c-6a408763e4cd tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:44.636316 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1d7e8ba8-1663-4969-b0b4-dcdbede4afb8 req-7da9dece-6765-477f-900c-6a408763e4cd tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 944 time: 0.0924842 Sep 01 14:06:44.739602 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2cf88cfe-d467-44ce-88ee-a742b9c6a60d req-9911dc14-5f05-42ba-a0a7-58593610c45d tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020143 Sep 01 14:06:44.746203 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1d7e8ba8-1663-4969-b0b4-dcdbede4afb8 req-a78a9168-da09-493a-88fc-96f57e959bcc tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006143 Sep 01 14:06:45.121263 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4fc05-b96d-4353-b0b4-d045660e61b6 req-38fabdff-8c58-4ad1-8915-9673e0967c16 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:45.123434 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-05e4fc05-b96d-4353-b0b4-d045660e61b6 req-38fabdff-8c58-4ad1-8915-9673e0967c16 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.0548978 Sep 01 14:06:45.169384 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ca9dd422-260a-4350-ba2d-2c931b84c7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (39b680e0-8ebd-43c2-9a67-323964f488b4), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:45.174588 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ca9dd422-260a-4350-ba2d-2c931b84c7d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:45.181461 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-ca9dd422-260a-4350-ba2d-2c931b84c7d6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/39b680e0-8ebd-43c2-9a67-323964f488b4 HTTP/1.1" status: 204 len: 168 time: 1.1954832 Sep 01 14:06:45.192217 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:45.193176 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-05e4fc05-b96d-4353-b0b4-d045660e61b6 req-96dca10f-1b3d-4af6-a742-fe755b0ed442 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580058 Sep 01 14:06:45.195038 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9dd422-260a-4350-ba2d-2c931b84c7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b680e0-8ebd-43c2-9a67-323964f488b4,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:45.315866 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:45.391677 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:45.952798 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4de12-cfa2-47bb-b85c-b06e2662fc77 req-b1940191-b136-4907-95bf-6757b71cf178 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:45.955199 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5af4de12-cfa2-47bb-b85c-b06e2662fc77 req-b1940191-b136-4907-95bf-6757b71cf178 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 944 time: 0.0887206 Sep 01 14:06:45.961684 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ddacf7-b061-49d7-938b-24d3e761f6e2 req-4815c0e5-5e34-4079-b6cb-dd6ccd101e14 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:45.963295 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-01ddacf7-b061-49d7-938b-24d3e761f6e2 req-4815c0e5-5e34-4079-b6cb-dd6ccd101e14 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 944 time: 0.0999491 Sep 01 14:06:46.044130 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5af4de12-cfa2-47bb-b85c-b06e2662fc77 req-2da88718-9225-460a-ad9c-2245ff834f0d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797963 Sep 01 14:06:46.053215 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-01ddacf7-b061-49d7-938b-24d3e761f6e2 req-bfcd825f-01bb-45c3-8011-9d36489ec8ee tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810852 Sep 01 14:06:46.103661 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:46.393088 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31196475-d787-4b36-b9db-eae5e6293b42 req-7c879c31-1d55-4632-a5fb-1b0442297615 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:46.395174 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-31196475-d787-4b36-b9db-eae5e6293b42 req-7c879c31-1d55-4632-a5fb-1b0442297615 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.0715611 Sep 01 14:06:46.438128 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-15fa6f26-a65d-44f3-8743-6b496fb8071d req-329033b0-bcc3-4c7b-a65e-015532c8f827 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67860822-2188-4a43-8002-58ea70df2c86 HTTP/1.1" status: 200 len: 217 time: 0.1125722 Sep 01 14:06:46.457115 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 67860822-2188-4a43-8002-58ea70df2c86 up at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:06:46.552930 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-31196475-d787-4b36-b9db-eae5e6293b42 req-84dfbdf9-50b0-4389-b1bc-02771b3cf3bc tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166325 Sep 01 14:06:46.561465 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa6f26-a65d-44f3-8743-6b496fb8071d req-d18d5c78-7c11-496f-bbca-b14796bc1c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:46.563334 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-15fa6f26-a65d-44f3-8743-6b496fb8071d req-d18d5c78-7c11-496f-bbca-b14796bc1c73 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=d2d86ced-9867-4b29-96c7-eb755efebba7 HTTP/1.1" status: 200 len: 857 time: 0.1122737 Sep 01 14:06:46.576197 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040335ed-e5e4-4ea0-9142-9eb6ffa56e1b req-e26e4764-a253-477d-ade5-d459bb651109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:46.582047 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-040335ed-e5e4-4ea0-9142-9eb6ffa56e1b req-e26e4764-a253-477d-ade5-d459bb651109 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 1130 time: 0.0888615 Sep 01 14:06:46.631927 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d49dda-ed8d-4ec9-94fd-57b6e0f89343 req-ab1f739f-3b80-45e6-b46c-e3ec00132528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:46.635159 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-12d49dda-ed8d-4ec9-94fd-57b6e0f89343 req-ab1f739f-3b80-45e6-b46c-e3ec00132528 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=eaba67e3a54f4191b9b924305a83e4eb&device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 1128 time: 0.2306223 Sep 01 14:06:46.635837 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa6f26-a65d-44f3-8743-6b496fb8071d req-cb7ac7b6-86ab-42fa-a66d-207fddf82fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:46.637582 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-15fa6f26-a65d-44f3-8743-6b496fb8071d req-cb7ac7b6-86ab-42fa-a66d-207fddf82fd5 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=9cdd4113-f7e0-45eb-bbb2-5da93102bf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0675328 Sep 01 14:06:46.650950 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning for port 67860822-2188-4a43-8002-58ea70df2c86 completed by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 14:06:46.798220 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning complete for port 67860822-2188-4a43-8002-58ea70df2c86 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:06:46.799486 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (67860822-2188-4a43-8002-58ea70df2c86), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:46.843667 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-040335ed-e5e4-4ea0-9142-9eb6ffa56e1b req-1d91bc62-1324-4196-8cef-276817cfa23a service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556350 Sep 01 14:06:46.852758 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-15fa6f26-a65d-44f3-8743-6b496fb8071d req-c45e3c6d-c419-45c0-9e57-6e5bbb1ff0f3 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9cdd4113-f7e0-45eb-bbb2-5da93102bf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062850 Sep 01 14:06:46.927627 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d49dda-ed8d-4ec9-94fd-57b6e0f89343 req-622b81be-e17d-40cf-b7d9-ee0db4e29c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:46.930631 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-12d49dda-ed8d-4ec9-94fd-57b6e0f89343 req-622b81be-e17d-40cf-b7d9-ee0db4e29c93 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=5efdbb74-e6fe-4a11-96cb-23855066e81b HTTP/1.1" status: 200 len: 911 time: 0.2843964 Sep 01 14:06:46.953435 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 67860822-2188-4a43-8002-58ea70df2c86 is: BUILD; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:06:46.954400 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (67860822-2188-4a43-8002-58ea70df2c86), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:46.998636 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1dec77-467a-4bb0-802c-6d7373f0aca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67860822-2188-4a43-8002-58ea70df2c86'}] {{(pid=107075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:06:47.002482 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea684a423e005867ab2b2321dba33e59ce354bd0b218533ae43957e9dbf26841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ca704b-f5c3-4385-98d9-5f6466477571" -d '{"events": [{"server_uuid": "4c1dec77-467a-4bb0-802c-6d7373f0aca5", "name": "network-vif-plugged", "status": "completed", "tag": "67860822-2188-4a43-8002-58ea70df2c86"}]}' {{(pid=107075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:06:47.023627 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:47.027104 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 67860822-2188-4a43-8002-58ea70df2c86, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=67860822-2188-4a43-8002-58ea70df2c86,segment=NetworkSegment(21afd361-14bd-45f1-b42f-187569ad44e0),segment_id=21afd361-14bd-45f1-b42f-187569ad44e0)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:06:47.066357 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51cfc2f9-c4dd-4592-9971-d850cd4c5e0a x-openstack-request-id: req-51cfc2f9-c4dd-4592-9971-d850cd4c5e0a {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:06:47.074533 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1dec77-467a-4bb0-802c-6d7373f0aca5", "name": "network-vif-plugged", "status": "completed", "tag": "67860822-2188-4a43-8002-58ea70df2c86", "code": 200}]} {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:06:47.075088 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51cfc2f9-c4dd-4592-9971-d850cd4c5e0a {{(pid=107075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:06:47.075689 dv-cinder-852211-7-iscsi neutron-server[107075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51cfc2f9-c4dd-4592-9971-d850cd4c5e0a'] response: {'server_uuid': '4c1dec77-467a-4bb0-802c-6d7373f0aca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67860822-2188-4a43-8002-58ea70df2c86', 'code': 200} Sep 01 14:06:47.117566 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (67860822-2188-4a43-8002-58ea70df2c86), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:47.202856 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-12d49dda-ed8d-4ec9-94fd-57b6e0f89343 req-b4c29f46-e60d-40be-b910-2dd66a044ac3 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39a55af7-1a2a-41f8-b092-76d3ddca0161 HTTP/1.1" status: 200 len: 217 time: 0.1230285 Sep 01 14:06:47.246547 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=67860822-2188-4a43-8002-58ea70df2c86,revision_number=5']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:47.257291 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:47.819371 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-15fa6f26-a65d-44f3-8743-6b496fb8071d req-34c69a5c-bdee-4c31-9634-232c9a3a8029 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9cdd4113-f7e0-45eb-bbb2-5da93102bf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7479975 Sep 01 14:06:47.840282 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac1f40-7243-4ed6-bd82-b0c87442f8be req-dc6682ef-49c6-4580-9ced-48b20eef3ab6 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:47.849136 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e5ac1f40-7243-4ed6-bd82-b0c87442f8be req-dc6682ef-49c6-4580-9ced-48b20eef3ab6 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 944 time: 0.5465012 Sep 01 14:06:47.858324 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8da5a7-0a14-4fa3-ab52-6b3de78864a3 req-d6d3730e-8cb0-497e-89d7-e884c7dd68aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:47.858324 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8f8da5a7-0a14-4fa3-ab52-6b3de78864a3 req-d6d3730e-8cb0-497e-89d7-e884c7dd68aa service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 1129 time: 0.1308441 Sep 01 14:06:47.867201 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:47.946530 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e5ac1f40-7243-4ed6-bd82-b0c87442f8be req-6da36cfe-c679-4d54-8bf8-defdf9e83b8c tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960712 Sep 01 14:06:47.958895 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7e6ab-b3d2-4713-83da-2c7b1c9d75d2 req-1bb78b63-d9f6-45fa-847e-f30a97d81196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:47.960888 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-ccf7e6ab-b3d2-4713-83da-2c7b1c9d75d2 req-1bb78b63-d9f6-45fa-847e-f30a97d81196 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 1129 time: 0.7569900 Sep 01 14:06:47.986413 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d49dda-ed8d-4ec9-94fd-57b6e0f89343 req-dcc6fbf0-816f-44e3-9bd7-3c6d3668d046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:47.988829 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-12d49dda-ed8d-4ec9-94fd-57b6e0f89343 req-dcc6fbf0-816f-44e3-9bd7-3c6d3668d046 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=9516b454-0891-4d29-9fc5-0ee1fc6356e3 HTTP/1.1" status: 200 len: 849 time: 0.7564566 Sep 01 14:06:48.114556 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c65b0-e322-4944-b368-889706770376 req-c6ccc93d-6379-4694-9810-af716b6303bd tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:48.116392 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-398c65b0-e322-4944-b368-889706770376 req-c6ccc93d-6379-4694-9810-af716b6303bd tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 945 time: 0.0833442 Sep 01 14:06:48.207523 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-398c65b0-e322-4944-b368-889706770376 req-aaae67d0-9241-4986-92d6-fc8f06bd1810 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786695 Sep 01 14:06:48.401948 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8f8da5a7-0a14-4fa3-ab52-6b3de78864a3 req-7a233157-dd87-485d-8b69-650e5015da17 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372163 Sep 01 14:06:48.430599 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b7bd6-9be2-4ffc-8acf-6dab5f5aa7c6 req-83037e08-681c-4938-a91a-0137f3feec32 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:48.444085 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-400b7bd6-9be2-4ffc-8acf-6dab5f5aa7c6 req-83037e08-681c-4938-a91a-0137f3feec32 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.0984180 Sep 01 14:06:48.463309 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 39a55af7-1a2a-41f8-b092-76d3ddca0161 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=107075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:06:48.464436 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d49dda-ed8d-4ec9-94fd-57b6e0f89343 req-d9bed1e3-0cd2-4ab0-89de-8ab500607e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:48.466694 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-12d49dda-ed8d-4ec9-94fd-57b6e0f89343 req-d9bed1e3-0cd2-4ab0-89de-8ab500607e86 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=5efdbb74-e6fe-4a11-96cb-23855066e81b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2042305 Sep 01 14:06:48.505283 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-ccf7e6ab-b3d2-4713-83da-2c7b1c9d75d2 req-88eb28e9-dfdd-47ef-ad4f-dc882232cbc5 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023389 Sep 01 14:06:48.536547 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-400b7bd6-9be2-4ffc-8acf-6dab5f5aa7c6 req-60f77eb7-3557-4645-a1f2-b63865047a2b tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935287 Sep 01 14:06:48.588401 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:48.657145 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 39a55af7-1a2a-41f8-b092-76d3ddca0161, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=39a55af7-1a2a-41f8-b092-76d3ddca0161,segment=NetworkSegment(ed8678fe-a4a9-4872-b144-325311f6ec17),segment_id=ed8678fe-a4a9-4872-b144-325311f6ec17)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:06:48.679887 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Returning: {'device': '39a55af7-1a2a-41f8-b092-76d3ddca0161', 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b', 'port_id': '39a55af7-1a2a-41f8-b092-76d3ddca0161', 'mac_address': 'fa:16:3e:49:2f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9516b454-0891-4d29-9fc5-0ee1fc6356e3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:06:48.754446 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 39a55af7-1a2a-41f8-b092-76d3ddca0161 is: DOWN; New status is: BUILD {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:06:48.755074 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (39a55af7-1a2a-41f8-b092-76d3ddca0161), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:48.776461 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39a55af7-1a2a-41f8-b092-76d3ddca0161 {{(pid=107075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:06:48.805068 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 39a55af7-1a2a-41f8-b092-76d3ddca0161, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=39a55af7-1a2a-41f8-b092-76d3ddca0161,segment=NetworkSegment(ed8678fe-a4a9-4872-b144-325311f6ec17),segment_id=ed8678fe-a4a9-4872-b144-325311f6ec17)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:06:48.917517 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (39a55af7-1a2a-41f8-b092-76d3ddca0161), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:48.933255 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-12d49dda-ed8d-4ec9-94fd-57b6e0f89343 req-5023c764-67b2-4221-a644-7fbe00bd3e10 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5efdbb74-e6fe-4a11-96cb-23855066e81b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132426 Sep 01 14:06:48.978888 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=39a55af7-1a2a-41f8-b092-76d3ddca0161,revision_number=4']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:49.169519 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9bd91-d8e6-44b5-afb5-394c3a978f4c req-4d2b0084-6376-49bc-8eef-c6e50bb6518a tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:49.171633 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c3c9bd91-d8e6-44b5-afb5-394c3a978f4c req-4d2b0084-6376-49bc-8eef-c6e50bb6518a tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 945 time: 0.1000330 Sep 01 14:06:49.226175 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] get_ports_and_sgs() called for port_ids ['39a55af7-1a2a-41f8-b092-76d3ddca0161'] {{(pid=107075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 14:06:49.325429 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:49.332715 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:49.352895 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c3c9bd91-d8e6-44b5-afb5-394c3a978f4c req-5b9f9df4-b77d-4c22-9272-633c46988e28 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430385 Sep 01 14:06:49.447554 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958ee58-7f66-46c9-ba16-b7a838842348 req-bacfae20-9f7d-4d93-af52-b0237c5711b1 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:49.450296 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9958ee58-7f66-46c9-ba16-b7a838842348 req-bacfae20-9f7d-4d93-af52-b0237c5711b1 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 945 time: 0.0950594 Sep 01 14:06:49.566517 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9958ee58-7f66-46c9-ba16-b7a838842348 req-3c8be861-be85-477c-839d-b7c16aa76567 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043994 Sep 01 14:06:49.678668 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:49.740968 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-12d49dda-ed8d-4ec9-94fd-57b6e0f89343 req-04b57dfb-c667-42be-952a-76db03ff723e service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5efdbb74-e6fe-4a11-96cb-23855066e81b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170389 Sep 01 14:06:49.852467 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812a7c3-dda6-4a12-9c77-9c93b2db0fc5 req-91095a1b-3346-4049-bf8c-1d4746eefd32 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:49.852467 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c812a7c3-dda6-4a12-9c77-9c93b2db0fc5 req-91095a1b-3346-4049-bf8c-1d4746eefd32 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.1002765 Sep 01 14:06:49.906503 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c812a7c3-dda6-4a12-9c77-9c93b2db0fc5 req-1f367a05-b459-4fc4-a91b-778bb9c39266 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505576 Sep 01 14:06:50.097413 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 55130) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:50.431785 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-e2a0c036-f256-4bae-a5e7-99932b699515 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:50.466371 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 39a55af7-1a2a-41f8-b092-76d3ddca0161 up at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:06:50.576998 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83d4b8-e8d4-4476-9727-5fdb87ae169b req-6655a442-dd15-476e-849b-abef3f9db821 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:50.585707 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-fa83d4b8-e8d4-4476-9727-5fdb87ae169b req-6655a442-dd15-476e-849b-abef3f9db821 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 945 time: 0.1053491 Sep 01 14:06:50.667407 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning for port 39a55af7-1a2a-41f8-b092-76d3ddca0161 completed by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 14:06:50.676944 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-e2a0c036-f256-4bae-a5e7-99932b699515 admin admin] Publish callbacks [] for security_group (864023ab-823d-4386-996f-bc341124ec04), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:50.687228 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-fa83d4b8-e8d4-4476-9727-5fdb87ae169b req-f6314edb-416c-4d45-bb00-73d9ef962260 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998063 Sep 01 14:06:50.800001 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616e63c-62b6-4bf3-9e18-ad01610a3f1b req-21bb8d77-ea29-4329-a06b-6ce982c73675 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:50.801349 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1616e63c-62b6-4bf3-9e18-ad01610a3f1b req-21bb8d77-ea29-4329-a06b-6ce982c73675 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 945 time: 0.0579603 Sep 01 14:06:50.822810 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning complete for port 39a55af7-1a2a-41f8-b092-76d3ddca0161 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:06:50.823173 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (39a55af7-1a2a-41f8-b092-76d3ddca0161), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:50.849002 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-e2a0c036-f256-4bae-a5e7-99932b699515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (864023ab-823d-4386-996f-bc341124ec04), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:50.916962 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-e2a0c036-f256-4bae-a5e7-99932b699515 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ed2a724426de48f7b1ffd5dae7b48bb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8182878 Sep 01 14:06:50.920067 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 55152) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:50.920727 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1616e63c-62b6-4bf3-9e18-ad01610a3f1b req-38616e05-baad-4156-82ec-bffdd94dcb78 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072228 Sep 01 14:06:50.922996 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0c036-f256-4bae-a5e7-99932b699515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864023ab-823d-4386-996f-bc341124ec04,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:51.000689 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 39a55af7-1a2a-41f8-b092-76d3ddca0161 is: BUILD; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:06:51.001343 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (39a55af7-1a2a-41f8-b092-76d3ddca0161), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:51.006488 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b7123ad8-b7bf-4aa7-ac3b-44e4efcff1e8 admin admin] Publish callbacks [] for security_group (864023ab-823d-4386-996f-bc341124ec04), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:51.035864 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b7123ad8-b7bf-4aa7-ac3b-44e4efcff1e8 admin admin] Publish callbacks [] for security_group (864023ab-823d-4386-996f-bc341124ec04), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:51.063549 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 39a55af7-1a2a-41f8-b092-76d3ddca0161, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=39a55af7-1a2a-41f8-b092-76d3ddca0161,segment=NetworkSegment(ed8678fe-a4a9-4872-b144-325311f6ec17),segment_id=ed8678fe-a4a9-4872-b144-325311f6ec17)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:06:51.066931 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c2b8351-0db7-45ab-848a-1e339e67bcf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a55af7-1a2a-41f8-b092-76d3ddca0161'}] {{(pid=107075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:06:51.069766 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea684a423e005867ab2b2321dba33e59ce354bd0b218533ae43957e9dbf26841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45251c42-3b40-41a6-b9fe-fe059202be54" -d '{"events": [{"server_uuid": "1c2b8351-0db7-45ab-848a-1e339e67bcf7", "name": "network-vif-plugged", "status": "completed", "tag": "39a55af7-1a2a-41f8-b092-76d3ddca0161"}]}' {{(pid=107075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:06:51.083649 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:51.148642 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffff06a-88c9-4411-bafa-04414ad5d0d2 req-7bd697ca-702f-49b2-820a-1ce2480e5760 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:51.150257 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1ffff06a-88c9-4411-bafa-04414ad5d0d2 req-7bd697ca-702f-49b2-820a-1ce2480e5760 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.0682998 Sep 01 14:06:51.152823 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (39a55af7-1a2a-41f8-b092-76d3ddca0161), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:51.155447 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=100 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:51.197752 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b7123ad8-b7bf-4aa7-ac3b-44e4efcff1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (864023ab-823d-4386-996f-bc341124ec04), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:51.200400 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b7123ad8-b7bf-4aa7-ac3b-44e4efcff1e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:51.207200 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-b7123ad8-b7bf-4aa7-ac3b-44e4efcff1e8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/864023ab-823d-4386-996f-bc341124ec04 HTTP/1.1" status: 204 len: 168 time: 0.2857618 Sep 01 14:06:51.217750 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7123ad8-b7bf-4aa7-ac3b-44e4efcff1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864023ab-823d-4386-996f-bc341124ec04,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:51.232339 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1ffff06a-88c9-4411-bafa-04414ad5d0d2 req-ca342db0-6c4c-43c5-aaad-d5f0a66f734a tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707173 Sep 01 14:06:51.283165 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=39a55af7-1a2a-41f8-b092-76d3ddca0161,revision_number=5']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:51.309566 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236ab1e6-95d4-4144-982b-23437de8defe x-openstack-request-id: req-236ab1e6-95d4-4144-982b-23437de8defe {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:06:51.309999 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c2b8351-0db7-45ab-848a-1e339e67bcf7", "name": "network-vif-plugged", "status": "completed", "tag": "39a55af7-1a2a-41f8-b092-76d3ddca0161", "code": 200}]} {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:06:51.310253 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-236ab1e6-95d4-4144-982b-23437de8defe {{(pid=107075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:06:51.310824 dv-cinder-852211-7-iscsi neutron-server[107075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-236ab1e6-95d4-4144-982b-23437de8defe'] response: {'server_uuid': '1c2b8351-0db7-45ab-848a-1e339e67bcf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a55af7-1a2a-41f8-b092-76d3ddca0161', 'code': 200} Sep 01 14:06:51.426482 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5bfeb-515e-4930-9c05-f3b03d356b6a req-736cf423-bcc7-4c84-9e4d-06a136bc3eef tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:51.428033 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d9f5bfeb-515e-4930-9c05-f3b03d356b6a req-736cf423-bcc7-4c84-9e4d-06a136bc3eef tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.0539639 Sep 01 14:06:51.443029 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 55170) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:51.447703 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-0e609096-844f-4612-9d97-b8418c38c16f tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Request body: {'floatingip': {'port_id': '9ae4ab09-714c-4175-ba0d-7b76b31e652d'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:06:51.531715 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0e609096-844f-4612-9d97-b8418c38c16f tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for floatingip (8198698d-0e65-4665-9c96-7669093ff1a5), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:51.631053 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:51.902777 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a7e39-28a8-41ff-9574-5717ea3a9a03 req-04c2c965-0bf6-4e22-b622-142da4391414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:51.917656 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-042a7e39-28a8-41ff-9574-5717ea3a9a03 req-04c2c965-0bf6-4e22-b622-142da4391414 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 1130 time: 0.1003869 Sep 01 14:06:52.016968 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c283c23-5eb7-425e-8e3b-cbdc1fb5deed req-959ecbbc-9bab-4868-ab14-55aa803ffc43 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:52.020016 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7c283c23-5eb7-425e-8e3b-cbdc1fb5deed req-959ecbbc-9bab-4868-ab14-55aa803ffc43 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.1965144 Sep 01 14:06:52.127457 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:52.211653 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fcdec-9e7c-43f0-aea0-e6ac07d151e0 req-b438d7d4-0d65-4569-b4bc-9cae0e846224 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:52.214532 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-234fcdec-9e7c-43f0-aea0-e6ac07d151e0 req-b438d7d4-0d65-4569-b4bc-9cae0e846224 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 945 time: 0.2299881 Sep 01 14:06:52.247054 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe8a0d-d71a-48c3-b9f7-73c47e1d25fe req-f27e81af-4c5a-4cfc-bc86-699a6cb0319d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:52.248660 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-16fe8a0d-d71a-48c3-b9f7-73c47e1d25fe req-f27e81af-4c5a-4cfc-bc86-699a6cb0319d service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=36049d2090b84443a3bf3bf00558379e&device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 1129 time: 0.1005948 Sep 01 14:06:52.253265 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-042a7e39-28a8-41ff-9574-5717ea3a9a03 req-df998561-3ad7-473c-acba-bedb16b79309 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577020 Sep 01 14:06:52.306211 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7c283c23-5eb7-425e-8e3b-cbdc1fb5deed req-30c78626-26bd-4188-8905-a7027661d546 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024953 Sep 01 14:06:52.401153 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 55192) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:52.428214 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-bb13613c-7ec1-42a7-9b39-f67bd7942bed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:52.572260 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-234fcdec-9e7c-43f0-aea0-e6ac07d151e0 req-31849257-b538-4f79-aeb2-557dba4bfe92 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391984 Sep 01 14:06:52.591683 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:52.695334 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-bb13613c-7ec1-42a7-9b39-f67bd7942bed admin admin] Publish callbacks [] for security_group (0138dc26-5615-48b5-9b60-daa27ae8479e), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:52.735171 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe8a0d-d71a-48c3-b9f7-73c47e1d25fe req-ede85657-74c0-4988-9ba3-b7cc1eb9f6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:52.740013 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-16fe8a0d-d71a-48c3-b9f7-73c47e1d25fe req-ede85657-74c0-4988-9ba3-b7cc1eb9f6de service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=9cdd4113-f7e0-45eb-bbb2-5da93102bf6c HTTP/1.1" status: 200 len: 919 time: 0.2337980 Sep 01 14:06:52.810141 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-16fe8a0d-d71a-48c3-b9f7-73c47e1d25fe req-31714bd0-d2f6-486c-9d85-96defd9a8414 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67860822-2188-4a43-8002-58ea70df2c86 HTTP/1.1" status: 200 len: 217 time: 0.0635300 Sep 01 14:06:52.811218 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-bb13613c-7ec1-42a7-9b39-f67bd7942bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (0138dc26-5615-48b5-9b60-daa27ae8479e), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:52.820649 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0e609096-844f-4612-9d97-b8418c38c16f tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:52.860828 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-bb13613c-7ec1-42a7-9b39-f67bd7942bed admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6c95ca07df4949cdaee6f99576b24ee9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4579141 Sep 01 14:06:52.863803 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb13613c-7ec1-42a7-9b39-f67bd7942bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0138dc26-5615-48b5-9b60-daa27ae8479e,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:52.864987 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 55202) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:52.931007 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-c4849fd7-5220-4266-abd6-3bd05ede3f17 admin admin] Publish callbacks [] for security_group (0138dc26-5615-48b5-9b60-daa27ae8479e), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:53.157654 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0e609096-844f-4612-9d97-b8418c38c16f tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122292'] for floatingip (8198698d-0e65-4665-9c96-7669093ff1a5), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:53.195390 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe8a0d-d71a-48c3-b9f7-73c47e1d25fe req-475ada07-9c42-4cf8-b3e2-6c88ed8446fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:53.198201 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-16fe8a0d-d71a-48c3-b9f7-73c47e1d25fe req-475ada07-9c42-4cf8-b3e2-6c88ed8446fb service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=d2d86ced-9867-4b29-96c7-eb755efebba7 HTTP/1.1" status: 200 len: 857 time: 0.0647414 Sep 01 14:06:53.219160 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-c4849fd7-5220-4266-abd6-3bd05ede3f17 admin admin] Publish callbacks [] for security_group (0138dc26-5615-48b5-9b60-daa27ae8479e), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:53.255188 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe8a0d-d71a-48c3-b9f7-73c47e1d25fe req-9ed4c0bc-c53d-496b-85c7-81d99cbe3e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:53.257778 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-16fe8a0d-d71a-48c3-b9f7-73c47e1d25fe req-9ed4c0bc-c53d-496b-85c7-81d99cbe3e1d service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=9cdd4113-f7e0-45eb-bbb2-5da93102bf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531960 Sep 01 14:06:53.365841 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.db.l3_db [None req-0e609096-844f-4612-9d97-b8418c38c16f tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Floating IP 8198698d-0e65-4665-9c96-7669093ff1a5 associated. External IP: 172.27.2.237, port: 9ae4ab09-714c-4175-ba0d-7b76b31e652d. Sep 01 14:06:53.495184 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-16fe8a0d-d71a-48c3-b9f7-73c47e1d25fe req-edeba040-5ba2-43b4-b8e4-f4fdd713f7c7 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9cdd4113-f7e0-45eb-bbb2-5da93102bf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216713 Sep 01 14:06:53.604171 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c469c3d-705c-45f5-a5a6-cc6c964f3892 req-4569550d-99ab-4ade-b497-ada294b3d52f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:53.606861 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3c469c3d-705c-45f5-a5a6-cc6c964f3892 req-4569550d-99ab-4ade-b497-ada294b3d52f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.0933173 Sep 01 14:06:53.681564 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-c4849fd7-5220-4266-abd6-3bd05ede3f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (0138dc26-5615-48b5-9b60-daa27ae8479e), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:53.686308 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-c4849fd7-5220-4266-abd6-3bd05ede3f17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:53.688194 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-c4849fd7-5220-4266-abd6-3bd05ede3f17 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0138dc26-5615-48b5-9b60-daa27ae8479e HTTP/1.1" status: 204 len: 168 time: 0.8219776 Sep 01 14:06:53.745773 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4849fd7-5220-4266-abd6-3bd05ede3f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0138dc26-5615-48b5-9b60-daa27ae8479e,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:53.856459 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:53.947135 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3c469c3d-705c-45f5-a5a6-cc6c964f3892 req-00cd06d8-c38f-4c89-adf0-2bfe453a0bf5 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2718351 Sep 01 14:06:53.975806 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8126e4-e743-40d4-8b21-a3783d4a9f5e req-51d5bf60-2212-49e1-913d-abe30ce2de42 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:53.977713 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0d8126e4-e743-40d4-8b21-a3783d4a9f5e req-51d5bf60-2212-49e1-913d-abe30ce2de42 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 945 time: 0.2077367 Sep 01 14:06:53.989684 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e609096-844f-4612-9d97-b8418c38c16f tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Router 37b08d5e-be17-4105-af7b-a88fbc50b9fc has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:06:54.217693 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-16fe8a0d-d71a-48c3-b9f7-73c47e1d25fe req-b73c8f2b-a42a-488e-a565-71710ad00cc2 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9cdd4113-f7e0-45eb-bbb2-5da93102bf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988533 Sep 01 14:06:54.282907 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0d8126e4-e743-40d4-8b21-a3783d4a9f5e req-1c95e830-b95f-46fa-b370-7b58572b1958 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726862 Sep 01 14:06:54.379298 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-ec94a012-57c4-47c0-ba6e-88ed0d5f9813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:54.392961 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e609096-844f-4612-9d97-b8418c38c16f tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:06:54.401508 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0e609096-844f-4612-9d97-b8418c38c16f tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for floatingip (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:54.426813 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52b5a0e-4612-489b-8943-467f27791899 None None] Sync routers for ids ['37b08d5e-be17-4105-af7b-a88fbc50b9fc'] in dv-cinder-852211-7-iscsi {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:06:54.447529 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-0e609096-844f-4612-9d97-b8418c38c16f tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/8198698d-0e65-4665-9c96-7669093ff1a5 HTTP/1.1" status: 200 len: 991 time: 3.0033557 Sep 01 14:06:54.448408 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39f7090-b419-46be-9fcc-7ae73004ab71', 'tag': '9ae4ab09-714c-4175-ba0d-7b76b31e652d'}] {{(pid=107073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:06:54.451269 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa2be68435688eaee197eda6180a725a3135abf9bfe352ecc662039bf4a93bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb9ee9b-ae76-40f8-a5f0-2293217a1a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "d39f7090-b419-46be-9fcc-7ae73004ab71", "tag": "9ae4ab09-714c-4175-ba0d-7b76b31e652d"}]}' {{(pid=107073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:06:54.454479 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52b5a0e-4612-489b-8943-467f27791899 None None] Routers {'37b08d5e-be17-4105-af7b-a88fbc50b9fc'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:06:54.457978 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-d52b5a0e-4612-489b-8943-467f27791899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:06:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['37b08d5e-be17-4105-af7b-a88fbc50b9fc'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:06:54.504017 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91309f10-f866-42ac-aea2-cab2dc5b78b7 x-openstack-request-id: req-91309f10-f866-42ac-aea2-cab2dc5b78b7 {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:06:54.505575 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d39f7090-b419-46be-9fcc-7ae73004ab71", "tag": "9ae4ab09-714c-4175-ba0d-7b76b31e652d", "status": "completed", "code": 200}]} {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:06:54.506923 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-91309f10-f866-42ac-aea2-cab2dc5b78b7 {{(pid=107073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:06:54.508203 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91309f10-f866-42ac-aea2-cab2dc5b78b7'] response: {'name': 'network-changed', 'server_uuid': 'd39f7090-b419-46be-9fcc-7ae73004ab71', 'tag': '9ae4ab09-714c-4175-ba0d-7b76b31e652d', 'status': 'completed', 'code': 200} Sep 01 14:06:54.637297 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-d52b5a0e-4612-489b-8943-467f27791899 None None] Set router 37b08d5e-be17-4105-af7b-a88fbc50b9fc gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:06:54.672014 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9ee9b-ae76-40f8-a5f0-2293217a1a5b req-56263ef3-caa1-4921-b010-19ee8423b725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:54.675113 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-deb9ee9b-ae76-40f8-a5f0-2293217a1a5b req-56263ef3-caa1-4921-b010-19ee8423b725 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=3ed58deb61194a5ba3f2d46eb7e5680c&device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 1129 time: 0.0602365 Sep 01 14:06:54.691486 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 55266) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:54.844832 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 55272) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:54.861255 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9ee9b-ae76-40f8-a5f0-2293217a1a5b req-5e335c74-5442-4e58-a234-0e2455bf9646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:54.863560 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-deb9ee9b-ae76-40f8-a5f0-2293217a1a5b req-5e335c74-5442-4e58-a234-0e2455bf9646 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=04671c53-ca48-4ca5-8247-463b6ac1fbe1 HTTP/1.1" status: 200 len: 918 time: 0.1781969 Sep 01 14:06:55.050657 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-deb9ee9b-ae76-40f8-a5f0-2293217a1a5b req-fddff9d7-c301-42d6-ac5c-bb9005e78314 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ae4ab09-714c-4175-ba0d-7b76b31e652d HTTP/1.1" status: 200 len: 999 time: 0.1801605 Sep 01 14:06:55.052697 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-740e765a-4a18-4ab6-835a-bd76f9967e40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:55.054154 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-d52b5a0e-4612-489b-8943-467f27791899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1832381904-router', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:39Z', 'updated_at': '2022-09-01T14:05:52Z', 'revision_number': 4, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'gw_port': {'id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:41Z', 'updated_at': '2022-09-01T14:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': '8198698d-0e65-4665-9c96-7669093ff1a5', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'port_id': '9ae4ab09-714c-4175-ba0d-7b76b31e652d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1', 'mac_address': 'fa:16:3e:60:6c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39f7090-b419-46be-9fcc-7ae73004ab71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:06:05Z', 'updated_at': '2022-09-01T14:06:52Z', 'revision_number': 1, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f67cb7de-db9d-4185-8a7e-2c17517e2aab', 'name': '', 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'mac_address': 'fa:16:3e:87:e5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5274d38f-79ac-43b5-aae2-e29860924168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:50Z', 'updated_at': '2022-09-01T14:06:18Z', 'revision_number': 5, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'subnets': [{'id': '5274d38f-79ac-43b5-aae2-e29860924168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:06:55.121929 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52b5a0e-4612-489b-8943-467f27791899 None None] Checking router: 37b08d5e-be17-4105-af7b-a88fbc50b9fc for host: dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:06:55.135569 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9ee9b-ae76-40f8-a5f0-2293217a1a5b req-333db110-da2b-4dbe-baa5-95295c2d09a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:55.136287 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52b5a0e-4612-489b-8943-467f27791899 None None] Routers {'37b08d5e-be17-4105-af7b-a88fbc50b9fc'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:06:55.137274 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-d52b5a0e-4612-489b-8943-467f27791899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:06:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['37b08d5e-be17-4105-af7b-a88fbc50b9fc'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:06:55.137407 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-deb9ee9b-ae76-40f8-a5f0-2293217a1a5b req-333db110-da2b-4dbe-baa5-95295c2d09a6 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=5274d38f-79ac-43b5-aae2-e29860924168 HTTP/1.1" status: 200 len: 856 time: 0.0767293 Sep 01 14:06:55.156897 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:55.173029 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-4bedfb99-17c1-4912-934a-5c4115e6499b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:55.197668 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42a3e7-3e91-4a5f-b337-2544a3585a3a req-aa244425-b8d5-4eba-8f02-d93c384277ee tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:55.201067 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-db42a3e7-3e91-4a5f-b337-2544a3585a3a req-aa244425-b8d5-4eba-8f02-d93c384277ee tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.0978744 Sep 01 14:06:55.217818 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:55.234419 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9ee9b-ae76-40f8-a5f0-2293217a1a5b req-8f2b7af8-8dbd-4c4b-8228-46d8a35add8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:55.237765 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-deb9ee9b-ae76-40f8-a5f0-2293217a1a5b req-8f2b7af8-8dbd-4c4b-8228-46d8a35add8f service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=04671c53-ca48-4ca5-8247-463b6ac1fbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0926840 Sep 01 14:06:55.318395 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-d52b5a0e-4612-489b-8943-467f27791899 None None] Set router 37b08d5e-be17-4105-af7b-a88fbc50b9fc gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:06:55.395873 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-4bedfb99-17c1-4912-934a-5c4115e6499b admin admin] Publish callbacks [] for security_group (a7e718b0-312b-4c27-9193-d46db2fbef2b), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:55.445755 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-deb9ee9b-ae76-40f8-a5f0-2293217a1a5b req-3f5034f3-470b-4820-9d08-bbd7425d354f service neutron] 10.222.0.72 "GET /networking/v2.0/networks/04671c53-ca48-4ca5-8247-463b6ac1fbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958053 Sep 01 14:06:55.539078 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-740e765a-4a18-4ab6-835a-bd76f9967e40 admin admin] Publish callbacks [] for security_group (44ba661a-7fc4-4e29-bf66-540e5c6ad497), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:55.560857 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cecba06-4a98-4501-8bdc-e53d406ab195 req-d85851a9-bb36-4d20-9fe8-c17ecd8d2dd4 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:55.564048 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6cecba06-4a98-4501-8bdc-e53d406ab195 req-d85851a9-bb36-4d20-9fe8-c17ecd8d2dd4 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 945 time: 0.1661923 Sep 01 14:06:55.567412 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-4bedfb99-17c1-4912-934a-5c4115e6499b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (a7e718b0-312b-4c27-9193-d46db2fbef2b), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:55.571485 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-deb9ee9b-ae76-40f8-a5f0-2293217a1a5b req-468ad765-d1d9-48e4-bbd2-dab01ac78bd0 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/04671c53-ca48-4ca5-8247-463b6ac1fbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153409 Sep 01 14:06:55.577523 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-db42a3e7-3e91-4a5f-b337-2544a3585a3a req-8d711e22-c955-4f98-b2cf-f80623a91cc3 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3620362 Sep 01 14:06:55.705377 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-740e765a-4a18-4ab6-835a-bd76f9967e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (44ba661a-7fc4-4e29-bf66-540e5c6ad497), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:55.762312 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-d52b5a0e-4612-489b-8943-467f27791899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1832381904-router', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:39Z', 'updated_at': '2022-09-01T14:05:52Z', 'revision_number': 4, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'gw_port': {'id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:41Z', 'updated_at': '2022-09-01T14:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': '8198698d-0e65-4665-9c96-7669093ff1a5', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'port_id': '9ae4ab09-714c-4175-ba0d-7b76b31e652d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1', 'mac_address': 'fa:16:3e:60:6c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39f7090-b419-46be-9fcc-7ae73004ab71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:06:05Z', 'updated_at': '2022-09-01T14:06:52Z', 'revision_number': 1, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f67cb7de-db9d-4185-8a7e-2c17517e2aab', 'name': '', 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'mac_address': 'fa:16:3e:87:e5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5274d38f-79ac-43b5-aae2-e29860924168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:50Z', 'updated_at': '2022-09-01T14:06:18Z', 'revision_number': 5, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'subnets': [{'id': '5274d38f-79ac-43b5-aae2-e29860924168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:06:55.765739 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-4bedfb99-17c1-4912-934a-5c4115e6499b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=02d0ef28230e4e938d59bc2b389f0c1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9188168 Sep 01 14:06:55.770217 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 55292) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:55.781859 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bedfb99-17c1-4912-934a-5c4115e6499b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e718b0-312b-4c27-9193-d46db2fbef2b,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:55.796306 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52b5a0e-4612-489b-8943-467f27791899 None None] The sync data for ids ['37b08d5e-be17-4105-af7b-a88fbc50b9fc'] in dv-cinder-852211-7-iscsi is: [{'id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1832381904-router', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:39Z', 'updated_at': '2022-09-01T14:05:52Z', 'revision_number': 4, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'gw_port': {'id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:41Z', 'updated_at': '2022-09-01T14:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': '8198698d-0e65-4665-9c96-7669093ff1a5', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'port_id': '9ae4ab09-714c-4175-ba0d-7b76b31e652d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1', 'mac_address': 'fa:16:3e:60:6c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39f7090-b419-46be-9fcc-7ae73004ab71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:06:05Z', 'updated_at': '2022-09-01T14:06:52Z', 'revision_number': 1, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f67cb7de-db9d-4185-8a7e-2c17517e2aab', 'name': '', 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'mac_address': 'fa:16:3e:87:e5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5274d38f-79ac-43b5-aae2-e29860924168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:50Z', 'updated_at': '2022-09-01T14:06:18Z', 'revision_number': 5, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'subnets': [{'id': '5274d38f-79ac-43b5-aae2-e29860924168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:06:55.875945 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6cecba06-4a98-4501-8bdc-e53d406ab195 req-8e4e6273-1ff5-4888-a351-d43ed9d18ffb tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758458 Sep 01 14:06:55.894347 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-740e765a-4a18-4ab6-835a-bd76f9967e40 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c457ca6329364295baa6922524acb58d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1966565 Sep 01 14:06:55.900920 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 55298) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:55.923189 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-8882b1f9-88f9-4f35-b49a-18f810498d42 admin admin] Publish callbacks [] for security_group (a7e718b0-312b-4c27-9193-d46db2fbef2b), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:55.923381 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593ce69-a1bc-4159-ad36-2383a4f86b64 req-85363494-2c87-46b1-b346-85a6ff7a637a tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:55.932370 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4593ce69-a1bc-4159-ad36-2383a4f86b64 req-85363494-2c87-46b1-b346-85a6ff7a637a tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.1998565 Sep 01 14:06:55.932370 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e765a-4a18-4ab6-835a-bd76f9967e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ba661a-7fc4-4e29-bf66-540e5c6ad497,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:55.934209 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 55300) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:55.938628 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-36edb0d9-06e8-46fe-bf98-c7c63d515ba4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Request body: {'floatingip': {'port_id': '39a55af7-1a2a-41f8-b092-76d3ddca0161'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:06:55.987131 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-36edb0d9-06e8-46fe-bf98-c7c63d515ba4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for floatingip (6085dbb4-457a-4a47-87ff-84dda8e9dac2), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:55.995113 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-8882b1f9-88f9-4f35-b49a-18f810498d42 admin admin] Publish callbacks [] for security_group (a7e718b0-312b-4c27-9193-d46db2fbef2b), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:56.022133 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:56.023525 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-c7cdd86b-817c-4e5e-8792-2bd3e80163e9 admin admin] Publish callbacks [] for security_group (44ba661a-7fc4-4e29-bf66-540e5c6ad497), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:56.076373 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-c7cdd86b-817c-4e5e-8792-2bd3e80163e9 admin admin] Publish callbacks [] for security_group (44ba661a-7fc4-4e29-bf66-540e5c6ad497), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:56.209592 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a84694-4947-40a1-b375-d805e28ba44e None None] New status for floating IP 8198698d-0e65-4665-9c96-7669093ff1a5: ACTIVE {{(pid=107075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 14:06:56.266654 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-8882b1f9-88f9-4f35-b49a-18f810498d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (a7e718b0-312b-4c27-9193-d46db2fbef2b), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:56.275715 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-8882b1f9-88f9-4f35-b49a-18f810498d42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:56.278933 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-8882b1f9-88f9-4f35-b49a-18f810498d42 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a7e718b0-312b-4c27-9193-d46db2fbef2b HTTP/1.1" status: 204 len: 168 time: 0.5056348 Sep 01 14:06:56.298569 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8882b1f9-88f9-4f35-b49a-18f810498d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e718b0-312b-4c27-9193-d46db2fbef2b,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:56.319551 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-c7cdd86b-817c-4e5e-8792-2bd3e80163e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (44ba661a-7fc4-4e29-bf66-540e5c6ad497), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:56.338155 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-c7cdd86b-817c-4e5e-8792-2bd3e80163e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:56.349792 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-c7cdd86b-817c-4e5e-8792-2bd3e80163e9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/44ba661a-7fc4-4e29-bf66-540e5c6ad497 HTTP/1.1" status: 204 len: 168 time: 0.4428220 Sep 01 14:06:56.374739 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cdd86b-817c-4e5e-8792-2bd3e80163e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ba661a-7fc4-4e29-bf66-540e5c6ad497,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:56.897567 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=100 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:56.903446 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-36edb0d9-06e8-46fe-bf98-c7c63d515ba4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:56.976008 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-36edb0d9-06e8-46fe-bf98-c7c63d515ba4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122292'] for floatingip (6085dbb4-457a-4a47-87ff-84dda8e9dac2), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:57.164102 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab44e9-44db-4a54-a061-a1b8dda6100b req-ef7d9f3f-27ca-41bc-a5e6-cbe176347706 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:57.165698 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-99ab44e9-44db-4a54-a061-a1b8dda6100b req-ef7d9f3f-27ca-41bc-a5e6-cbe176347706 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 945 time: 0.1040542 Sep 01 14:06:57.211190 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.db.l3_db [None req-36edb0d9-06e8-46fe-bf98-c7c63d515ba4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Floating IP 6085dbb4-457a-4a47-87ff-84dda8e9dac2 associated. External IP: 172.27.2.130, port: 39a55af7-1a2a-41f8-b092-76d3ddca0161. Sep 01 14:06:57.262193 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:INSERT=10,neutron:SELECT=90 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:57.300289 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-99ab44e9-44db-4a54-a061-a1b8dda6100b req-ce61fb05-3175-4259-ac0a-59e87f0836ad tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170592 Sep 01 14:06:57.466739 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-abb47c91-e8ef-4089-9f8d-e69b5c07cbd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:57.519541 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36edb0d9-06e8-46fe-bf98-c7c63d515ba4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Router eee64747-ed94-47a0-93f9-178ac5acd67c has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:06:57.745963 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 55334) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:57.802607 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-e575ab2b-5370-4652-a004-ae49980b5151 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:57.818869 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 55336) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:57.840966 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-a7ae468c-d743-4aa4-8d9f-5c7775b39c02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:57.922948 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36edb0d9-06e8-46fe-bf98-c7c63d515ba4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:06:57.942834 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2349edf-8e1e-4737-ba23-18cdae837ade None None] Sync routers for ids ['eee64747-ed94-47a0-93f9-178ac5acd67c'] in dv-cinder-852211-7-iscsi {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:06:57.946900 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-36edb0d9-06e8-46fe-bf98-c7c63d515ba4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for floatingip (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:57.968959 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2349edf-8e1e-4737-ba23-18cdae837ade None None] Routers {'eee64747-ed94-47a0-93f9-178ac5acd67c'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:06:57.969923 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-e2349edf-8e1e-4737-ba23-18cdae837ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:06:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['eee64747-ed94-47a0-93f9-178ac5acd67c'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:06:57.987123 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-36edb0d9-06e8-46fe-bf98-c7c63d515ba4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/6085dbb4-457a-4a47-87ff-84dda8e9dac2 HTTP/1.1" status: 200 len: 992 time: 2.0518670 Sep 01 14:06:57.987916 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c2b8351-0db7-45ab-848a-1e339e67bcf7', 'tag': '39a55af7-1a2a-41f8-b092-76d3ddca0161'}] {{(pid=107073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:06:57.990475 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa2be68435688eaee197eda6180a725a3135abf9bfe352ecc662039bf4a93bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00ae827-9281-4573-a060-e8199f9677e2" -d '{"events": [{"name": "network-changed", "server_uuid": "1c2b8351-0db7-45ab-848a-1e339e67bcf7", "tag": "39a55af7-1a2a-41f8-b092-76d3ddca0161"}]}' {{(pid=107073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:06:58.044113 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e7e92a-23c7-4fa6-b4fc-4988f2df9da5 x-openstack-request-id: req-68e7e92a-23c7-4fa6-b4fc-4988f2df9da5 {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:06:58.044113 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c2b8351-0db7-45ab-848a-1e339e67bcf7", "tag": "39a55af7-1a2a-41f8-b092-76d3ddca0161", "status": "completed", "code": 200}]} {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:06:58.044113 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-68e7e92a-23c7-4fa6-b4fc-4988f2df9da5 {{(pid=107073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:06:58.044113 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68e7e92a-23c7-4fa6-b4fc-4988f2df9da5'] response: {'name': 'network-changed', 'server_uuid': '1c2b8351-0db7-45ab-848a-1e339e67bcf7', 'tag': '39a55af7-1a2a-41f8-b092-76d3ddca0161', 'status': 'completed', 'code': 200} Sep 01 14:06:58.044713 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-e575ab2b-5370-4652-a004-ae49980b5151 admin admin] Publish callbacks [] for security_group (794cc1ac-eb4b-4f91-baf2-df512d65f7fa), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:58.062629 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=9 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:58.088952 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-a7ae468c-d743-4aa4-8d9f-5c7775b39c02 admin admin] Publish callbacks [] for security_group (d9397a4c-5295-4539-88d6-d10076180800), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:58.100535 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-e2349edf-8e1e-4737-ba23-18cdae837ade None None] Set router eee64747-ed94-47a0-93f9-178ac5acd67c gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:06:58.130415 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=100 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:58.157580 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-e575ab2b-5370-4652-a004-ae49980b5151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (794cc1ac-eb4b-4f91-baf2-df512d65f7fa), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:58.200219 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-a7ae468c-d743-4aa4-8d9f-5c7775b39c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (d9397a4c-5295-4539-88d6-d10076180800), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:58.212362 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e575ab2b-5370-4652-a004-ae49980b5151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794cc1ac-eb4b-4f91-baf2-df512d65f7fa,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:58.227347 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-e575ab2b-5370-4652-a004-ae49980b5151 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=59fc2b9959c04130838f48189657249f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4733291 Sep 01 14:06:58.228141 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 55344) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:58.235217 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=100 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:58.277999 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-a7ae468c-d743-4aa4-8d9f-5c7775b39c02 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=056fdf4d6eae49809b29e4a9268abe90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4577458 Sep 01 14:06:58.282105 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 55346) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:06:58.297370 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae468c-d743-4aa4-8d9f-5c7775b39c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9397a4c-5295-4539-88d6-d10076180800,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:58.325718 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-0581aea7-0eaf-467d-85cb-973a87c73227 admin admin] Publish callbacks [] for security_group (794cc1ac-eb4b-4f91-baf2-df512d65f7fa), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:58.379597 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-0581aea7-0eaf-467d-85cb-973a87c73227 admin admin] Publish callbacks [] for security_group (794cc1ac-eb4b-4f91-baf2-df512d65f7fa), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:58.387211 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-295a611a-724d-4c29-9708-cabb48bcaaa0 admin admin] Publish callbacks [] for security_group (d9397a4c-5295-4539-88d6-d10076180800), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:58.387822 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-e2349edf-8e1e-4737-ba23-18cdae837ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'name': 'tempest-AttachVolumeTestJSON-531647860-router', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:43Z', 'updated_at': '2022-09-01T14:05:58Z', 'revision_number': 4, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'gw_port': {'id': 'b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:45Z', 'updated_at': '2022-09-01T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': '6085dbb4-457a-4a47-87ff-84dda8e9dac2', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'floating_ip_address': '172.27.2.130', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'port_id': '39a55af7-1a2a-41f8-b092-76d3ddca0161', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b', 'mac_address': 'fa:16:3e:49:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2b8351-0db7-45ab-848a-1e339e67bcf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:06:14Z', 'updated_at': '2022-09-01T14:06:56Z', 'revision_number': 1, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ee6083-9372-4eee-acbd-9954043934ae', 'name': '', 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'mac_address': 'fa:16:3e:f6:a7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9516b454-0891-4d29-9fc5-0ee1fc6356e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:55Z', 'updated_at': '2022-09-01T14:06:21Z', 'revision_number': 5, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'subnets': [{'id': '9516b454-0891-4d29-9fc5-0ee1fc6356e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:06:58.419546 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2349edf-8e1e-4737-ba23-18cdae837ade None None] Checking router: eee64747-ed94-47a0-93f9-178ac5acd67c for host: dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:06:58.431552 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2349edf-8e1e-4737-ba23-18cdae837ade None None] Routers {'eee64747-ed94-47a0-93f9-178ac5acd67c'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:06:58.432189 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-e2349edf-8e1e-4737-ba23-18cdae837ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:06:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['eee64747-ed94-47a0-93f9-178ac5acd67c'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:06:58.468354 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-295a611a-724d-4c29-9708-cabb48bcaaa0 admin admin] Publish callbacks [] for security_group (d9397a4c-5295-4539-88d6-d10076180800), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:58.630608 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88c1d4-5450-4048-81fb-9b872968dde0 req-d05457af-a25a-48dc-b0d5-a97c93226cee tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:58.632313 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-0581aea7-0eaf-467d-85cb-973a87c73227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (794cc1ac-eb4b-4f91-baf2-df512d65f7fa), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:58.635180 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-0581aea7-0eaf-467d-85cb-973a87c73227 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:58.636571 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-0581aea7-0eaf-467d-85cb-973a87c73227 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/794cc1ac-eb4b-4f91-baf2-df512d65f7fa HTTP/1.1" status: 204 len: 168 time: 0.4076211 Sep 01 14:06:58.650754 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6f88c1d4-5450-4048-81fb-9b872968dde0 req-d05457af-a25a-48dc-b0d5-a97c93226cee tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 945 time: 0.2053857 Sep 01 14:06:58.660328 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581aea7-0eaf-467d-85cb-973a87c73227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794cc1ac-eb4b-4f91-baf2-df512d65f7fa,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:58.689737 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 6 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:06:58.692618 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:58.753221 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-e2349edf-8e1e-4737-ba23-18cdae837ade None None] Set router eee64747-ed94-47a0-93f9-178ac5acd67c gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:06:58.796243 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6f88c1d4-5450-4048-81fb-9b872968dde0 req-529bd5fe-d3e5-464d-9332-1533b5a57a40 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392727 Sep 01 14:06:58.799527 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ae827-9281-4573-a060-e8199f9677e2 req-19cafb5d-213a-4394-b9af-290c6cef0b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:58.805654 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-e00ae827-9281-4573-a060-e8199f9677e2 req-19cafb5d-213a-4394-b9af-290c6cef0b03 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=eaba67e3a54f4191b9b924305a83e4eb&device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 1130 time: 0.1465008 Sep 01 14:06:58.925206 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-295a611a-724d-4c29-9708-cabb48bcaaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (d9397a4c-5295-4539-88d6-d10076180800), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:58.927989 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-295a611a-724d-4c29-9708-cabb48bcaaa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:58.931760 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-295a611a-724d-4c29-9708-cabb48bcaaa0 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d9397a4c-5295-4539-88d6-d10076180800 HTTP/1.1" status: 204 len: 168 time: 0.6448600 Sep 01 14:06:58.942543 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a611a-724d-4c29-9708-cabb48bcaaa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9397a4c-5295-4539-88d6-d10076180800,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:06:58.964286 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:59.124892 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:59.150356 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=100 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:06:59.167381 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-e2349edf-8e1e-4737-ba23-18cdae837ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'name': 'tempest-AttachVolumeTestJSON-531647860-router', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:43Z', 'updated_at': '2022-09-01T14:05:58Z', 'revision_number': 4, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'gw_port': {'id': 'b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:45Z', 'updated_at': '2022-09-01T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': '6085dbb4-457a-4a47-87ff-84dda8e9dac2', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'floating_ip_address': '172.27.2.130', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'port_id': '39a55af7-1a2a-41f8-b092-76d3ddca0161', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b', 'mac_address': 'fa:16:3e:49:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2b8351-0db7-45ab-848a-1e339e67bcf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:06:14Z', 'updated_at': '2022-09-01T14:06:56Z', 'revision_number': 1, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ee6083-9372-4eee-acbd-9954043934ae', 'name': '', 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'mac_address': 'fa:16:3e:f6:a7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9516b454-0891-4d29-9fc5-0ee1fc6356e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:55Z', 'updated_at': '2022-09-01T14:06:21Z', 'revision_number': 5, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'subnets': [{'id': '9516b454-0891-4d29-9fc5-0ee1fc6356e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:06:59.198515 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2349edf-8e1e-4737-ba23-18cdae837ade None None] The sync data for ids ['eee64747-ed94-47a0-93f9-178ac5acd67c'] in dv-cinder-852211-7-iscsi is: [{'id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'name': 'tempest-AttachVolumeTestJSON-531647860-router', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:43Z', 'updated_at': '2022-09-01T14:05:58Z', 'revision_number': 4, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'gw_port': {'id': 'b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:45Z', 'updated_at': '2022-09-01T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': '6085dbb4-457a-4a47-87ff-84dda8e9dac2', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'floating_ip_address': '172.27.2.130', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'port_id': '39a55af7-1a2a-41f8-b092-76d3ddca0161', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b', 'mac_address': 'fa:16:3e:49:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2b8351-0db7-45ab-848a-1e339e67bcf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:06:14Z', 'updated_at': '2022-09-01T14:06:56Z', 'revision_number': 1, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ee6083-9372-4eee-acbd-9954043934ae', 'name': '', 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'mac_address': 'fa:16:3e:f6:a7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9516b454-0891-4d29-9fc5-0ee1fc6356e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:55Z', 'updated_at': '2022-09-01T14:06:21Z', 'revision_number': 5, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'subnets': [{'id': '9516b454-0891-4d29-9fc5-0ee1fc6356e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:06:59.226860 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:06:59.378654 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ae827-9281-4573-a060-e8199f9677e2 req-3a422d1b-964b-457d-a22a-8dd414f5848c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:59.383739 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-e00ae827-9281-4573-a060-e8199f9677e2 req-3a422d1b-964b-457d-a22a-8dd414f5848c service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=5efdbb74-e6fe-4a11-96cb-23855066e81b HTTP/1.1" status: 200 len: 911 time: 0.1958745 Sep 01 14:06:59.516773 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-e00ae827-9281-4573-a060-e8199f9677e2 req-dafc4a15-9f21-49c5-9cca-3bb0fe2e0ee4 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39a55af7-1a2a-41f8-b092-76d3ddca0161 HTTP/1.1" status: 200 len: 1000 time: 0.1198373 Sep 01 14:06:59.635528 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ae827-9281-4573-a060-e8199f9677e2 req-670ea519-003d-4c39-b913-eda488a1b8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:59.636880 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-e00ae827-9281-4573-a060-e8199f9677e2 req-670ea519-003d-4c39-b913-eda488a1b8dd service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=9516b454-0891-4d29-9fc5-0ee1fc6356e3 HTTP/1.1" status: 200 len: 849 time: 0.1100008 Sep 01 14:06:59.677022 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2748f5-17b7-4960-905b-944ca94c6b36 None None] New status for floating IP 6085dbb4-457a-4a47-87ff-84dda8e9dac2: ACTIVE {{(pid=107075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 14:06:59.740342 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ae827-9281-4573-a060-e8199f9677e2 req-3635dbc6-5758-4aae-9684-79e519841c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:06:59.745057 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-e00ae827-9281-4573-a060-e8199f9677e2 req-3635dbc6-5758-4aae-9684-79e519841c34 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=5efdbb74-e6fe-4a11-96cb-23855066e81b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0923467 Sep 01 14:06:59.963370 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-e00ae827-9281-4573-a060-e8199f9677e2 req-8aa82dc9-07f3-4973-81a4-1080761d1fed service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5efdbb74-e6fe-4a11-96cb-23855066e81b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997085 Sep 01 14:06:59.996743 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a93710-851b-486d-abd5-e5272acb613b req-366f7a93-e112-4337-bfac-72aca0397c1a tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:00.003397 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a1a93710-851b-486d-abd5-e5272acb613b req-366f7a93-e112-4337-bfac-72aca0397c1a tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 945 time: 0.0740848 Sep 01 14:07:00.092077 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a1a93710-851b-486d-abd5-e5272acb613b req-13db2c87-c0aa-41a8-80c1-3a4a2e85bd01 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871875 Sep 01 14:07:00.146342 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-e00ae827-9281-4573-a060-e8199f9677e2 req-df906771-54d3-4131-92fd-c47b5b248c28 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5efdbb74-e6fe-4a11-96cb-23855066e81b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739810 Sep 01 14:07:00.386992 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:01.165147 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:01.222064 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6f441-bc45-4786-9bec-69a645805ff1 req-c0eb1352-b307-46af-a812-33051ede01fb tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:01.224249 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-91c6f441-bc45-4786-9bec-69a645805ff1 req-c0eb1352-b307-46af-a812-33051ede01fb tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3000b992-fcbf-472e-a1e0-11b101af43a7 HTTP/1.1" status: 200 len: 946 time: 0.0914886 Sep 01 14:07:01.331754 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8dff8-1989-4515-a4f0-30e71021cf27 req-3276a529-294d-4d08-bdf8-ef3ae3d0d748 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:01.334648 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-03b8dff8-1989-4515-a4f0-30e71021cf27 req-3276a529-294d-4d08-bdf8-ef3ae3d0d748 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 945 time: 0.1447732 Sep 01 14:07:01.418218 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-91c6f441-bc45-4786-9bec-69a645805ff1 req-b2c33acd-4f7b-43a9-bd75-626526fe20b6 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=94f57193-51f1-4f37-bcbc-5de917fabaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543870 Sep 01 14:07:01.438732 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-03b8dff8-1989-4515-a4f0-30e71021cf27 req-95136a3d-9e31-49f3-b523-916ed9c31420 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978112 Sep 01 14:07:02.666808 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25caccc-b7a7-4eae-a6be-106a7d790eed req-6f5cd045-6ff1-47fe-903e-7e0ce59c2ff7 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:02.674336 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e25caccc-b7a7-4eae-a6be-106a7d790eed req-6f5cd045-6ff1-47fe-903e-7e0ce59c2ff7 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 945 time: 0.1355925 Sep 01 14:07:02.682305 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51de293-f5ac-41bd-8f97-41c60e25a228 req-e157e230-4c97-4545-ae3f-2f9f5906a57c tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:02.684893 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e51de293-f5ac-41bd-8f97-41c60e25a228 req-e157e230-4c97-4545-ae3f-2f9f5906a57c tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3000b992-fcbf-472e-a1e0-11b101af43a7 HTTP/1.1" status: 200 len: 946 time: 0.1484849 Sep 01 14:07:02.733434 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:02.797989 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e25caccc-b7a7-4eae-a6be-106a7d790eed req-b97044e6-0ea1-4300-9211-56aedf090735 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109660 Sep 01 14:07:02.813851 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e51de293-f5ac-41bd-8f97-41c60e25a228 req-7d36498e-4222-44ae-bad9-f0bcb69cf78a tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=94f57193-51f1-4f37-bcbc-5de917fabaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155262 Sep 01 14:07:03.100593 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 55516) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:07:03.235249 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-b0cd89f0-ad1e-4801-905e-b05f212a5e33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:03.325651 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-b0cd89f0-ad1e-4801-905e-b05f212a5e33 admin admin] Publish callbacks [] for security_group (e1ea4c32-62f2-47b4-83e3-5add8f13b65e), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:03.460831 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-b0cd89f0-ad1e-4801-905e-b05f212a5e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (e1ea4c32-62f2-47b4-83e3-5add8f13b65e), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:03.505408 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd89f0-ad1e-4801-905e-b05f212a5e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ea4c32-62f2-47b4-83e3-5add8f13b65e,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:03.509967 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-b0cd89f0-ad1e-4801-905e-b05f212a5e33 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6c1caba92ba04650adb1f0ad7615b7a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4080698 Sep 01 14:07:03.513994 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 55528) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:07:03.577604 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-e20faeac-348e-4ac0-8ce8-8a0fb8a3c6e9 admin admin] Publish callbacks [] for security_group (e1ea4c32-62f2-47b4-83e3-5add8f13b65e), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:03.613766 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-e20faeac-348e-4ac0-8ce8-8a0fb8a3c6e9 admin admin] Publish callbacks [] for security_group (e1ea4c32-62f2-47b4-83e3-5add8f13b65e), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:03.625679 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:03.643476 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9757311-764d-4397-9119-ffc222ef3e67 req-0498b7c8-7edd-47ed-9b24-29c3dd0b1d05 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:03.645114 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-b9757311-764d-4397-9119-ffc222ef3e67 req-0498b7c8-7edd-47ed-9b24-29c3dd0b1d05 tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3000b992-fcbf-472e-a1e0-11b101af43a7 HTTP/1.1" status: 200 len: 946 time: 0.0930948 Sep 01 14:07:03.787107 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=100 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:03.815951 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [req-b9757311-764d-4397-9119-ffc222ef3e67 req-36ac86e3-9c6d-40e6-8d7d-34212f7fb40d tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] Deleting port c244d57b-8a64-435a-8910-dd80fa1b3bd5 {{(pid=107074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:07:03.816315 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-b9757311-764d-4397-9119-ffc222ef3e67 req-36ac86e3-9c6d-40e6-8d7d-34212f7fb40d tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (c244d57b-8a64-435a-8910-dd80fa1b3bd5), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:03.849819 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-e20faeac-348e-4ac0-8ce8-8a0fb8a3c6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (e1ea4c32-62f2-47b4-83e3-5add8f13b65e), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:03.854761 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-e20faeac-348e-4ac0-8ce8-8a0fb8a3c6e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:03.856732 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-e20faeac-348e-4ac0-8ce8-8a0fb8a3c6e9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e1ea4c32-62f2-47b4-83e3-5add8f13b65e HTTP/1.1" status: 204 len: 168 time: 0.3415534 Sep 01 14:07:03.895039 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20faeac-348e-4ac0-8ce8-8a0fb8a3c6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ea4c32-62f2-47b4-83e3-5add8f13b65e,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:03.995839 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [req-b9757311-764d-4397-9119-ffc222ef3e67 req-36ac86e3-9c6d-40e6-8d7d-34212f7fb40d tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] For port c244d57b-8a64-435a-8910-dd80fa1b3bd5, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=c244d57b-8a64-435a-8910-dd80fa1b3bd5,segment=NetworkSegment(d5de3e2b-b60d-4f28-9212-ecf41e7a6497),segment_id=d5de3e2b-b60d-4f28-9212-ecf41e7a6497)] {{(pid=107074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:07:03.996446 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-b9757311-764d-4397-9119-ffc222ef3e67 req-36ac86e3-9c6d-40e6-8d7d-34212f7fb40d tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (c244d57b-8a64-435a-8910-dd80fa1b3bd5), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:04.022800 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [req-b9757311-764d-4397-9119-ffc222ef3e67 req-36ac86e3-9c6d-40e6-8d7d-34212f7fb40d tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] Calling delete_port for c244d57b-8a64-435a-8910-dd80fa1b3bd5 owned by compute:nova {{(pid=107074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:07:04.112177 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c87142-c1bf-4a53-ab5f-497a2f1dea82 req-fb4e6c5b-a153-41ce-8442-6a7c93a96a2f tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:04.114931 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e2c87142-c1bf-4a53-ab5f-497a2f1dea82 req-fb4e6c5b-a153-41ce-8442-6a7c93a96a2f tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 945 time: 0.1565731 Sep 01 14:07:04.159788 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051175ff-4e56-46e6-809f-1c9cbe84ced9 req-0481ad6e-624c-48aa-854d-963498e08add tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:04.162351 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-051175ff-4e56-46e6-809f-1c9cbe84ced9 req-0481ad6e-624c-48aa-854d-963498e08add tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3000b992-fcbf-472e-a1e0-11b101af43a7 HTTP/1.1" status: 200 len: 946 time: 0.1377945 Sep 01 14:07:04.261605 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e2c87142-c1bf-4a53-ab5f-497a2f1dea82 req-067b4702-593a-4d0b-baf6-59933fa46a20 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402998 Sep 01 14:07:04.372280 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-051175ff-4e56-46e6-809f-1c9cbe84ced9 req-bcde9d3f-e9f0-4f2b-a2f5-c12d4e6e410a tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=94f57193-51f1-4f37-bcbc-5de917fabaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970384 Sep 01 14:07:04.536647 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-b9757311-764d-4397-9119-ffc222ef3e67 req-36ac86e3-9c6d-40e6-8d7d-34212f7fb40d tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (c244d57b-8a64-435a-8910-dd80fa1b3bd5), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:04.574694 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac86e3-9c6d-40e6-8d7d-34212f7fb40d tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] Pushing event deleted for resources: {'Port': ['ID=c244d57b-8a64-435a-8910-dd80fa1b3bd5,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:04.700719 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9757311-764d-4397-9119-ffc222ef3e67 req-36ac86e3-9c6d-40e6-8d7d-34212f7fb40d tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] No DVR routers for this DVR port c244d57b-8a64-435a-8910-dd80fa1b3bd5 on host hv-cinder-85221 {{(pid=107074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:07:04.714094 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-b9757311-764d-4397-9119-ffc222ef3e67 req-36ac86e3-9c6d-40e6-8d7d-34212f7fb40d tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:04.718832 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-b9757311-764d-4397-9119-ffc222ef3e67 req-36ac86e3-9c6d-40e6-8d7d-34212f7fb40d tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.72 "DELETE /networking/v2.0/ports/c244d57b-8a64-435a-8910-dd80fa1b3bd5 HTTP/1.1" status: 204 len: 173 time: 1.0650845 Sep 01 14:07:04.719431 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3000b992-fcbf-472e-a1e0-11b101af43a7', 'name': 'network-vif-deleted', 'tag': 'c244d57b-8a64-435a-8910-dd80fa1b3bd5'}] {{(pid=107074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:07:04.722478 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c297ab1b76e2baeed04979654ee05671bdf6dedd7a272174e678f0e52b3dfb88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6a832f-4f9a-44cb-aae0-025f17de7c3e" -d '{"events": [{"server_uuid": "3000b992-fcbf-472e-a1e0-11b101af43a7", "name": "network-vif-deleted", "tag": "c244d57b-8a64-435a-8910-dd80fa1b3bd5"}]}' {{(pid=107074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:07:04.783632 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4343b55c-1674-4b83-88c4-751481ea8d24 x-openstack-request-id: req-4343b55c-1674-4b83-88c4-751481ea8d24 {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:07:04.784323 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3000b992-fcbf-472e-a1e0-11b101af43a7", "name": "network-vif-deleted", "tag": "c244d57b-8a64-435a-8910-dd80fa1b3bd5", "status": "completed", "code": 200}]} {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:07:04.784701 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4343b55c-1674-4b83-88c4-751481ea8d24 {{(pid=107074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:07:04.785220 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4343b55c-1674-4b83-88c4-751481ea8d24'] response: {'server_uuid': '3000b992-fcbf-472e-a1e0-11b101af43a7', 'name': 'network-vif-deleted', 'tag': 'c244d57b-8a64-435a-8910-dd80fa1b3bd5', 'status': 'completed', 'code': 200} Sep 01 14:07:05.465192 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26222579-6ed1-493c-808c-1d868f1a095c req-a915ac1f-4817-4305-b436-3e16c1ead2d5 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:05.469200 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-26222579-6ed1-493c-808c-1d868f1a095c req-a915ac1f-4817-4305-b436-3e16c1ead2d5 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 945 time: 0.0924475 Sep 01 14:07:05.583056 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-26222579-6ed1-493c-808c-1d868f1a095c req-5f78d6dd-89bc-4c92-8fce-3841611f4d11 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037986 Sep 01 14:07:05.670423 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d0c47f3e-b33e-479b-a9c4-45644a4337e8 req-01fc8537-c306-4694-a4be-78fa201cb6be tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3000b992-fcbf-472e-a1e0-11b101af43a7 HTTP/1.1" status: 200 len: 210 time: 0.0570524 Sep 01 14:07:06.419154 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 55620) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:07:06.541175 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device c244d57b-8a64-435a-8910-dd80fa1b3bd5 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:07:06.569051 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5dbc8bb6-5d40-4ad4-a11b-1f5a07444530 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:06.581582 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] No Port match for: c244d57b-8a64-435a-8910-dd80fa1b3bd5 {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:07:06.582238 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device c244d57b-8a64-435a-8910-dd80fa1b3bd5 not bound to the agent host hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:07:06.697849 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5dbc8bb6-5d40-4ad4-a11b-1f5a07444530 admin admin] Publish callbacks [] for security_group (3aa218f0-356d-48ee-b521-98f15968fcf7), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:06.802587 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce9f0c-450c-4f3b-8beb-562ee325dfa9 req-a9b50022-1ad6-46f8-99f6-1e5e41caad85 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:06.804455 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ccce9f0c-450c-4f3b-8beb-562ee325dfa9 req-a9b50022-1ad6-46f8-99f6-1e5e41caad85 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 945 time: 0.1000836 Sep 01 14:07:06.836294 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5dbc8bb6-5d40-4ad4-a11b-1f5a07444530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (3aa218f0-356d-48ee-b521-98f15968fcf7), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:06.899142 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-adeaae40-c6bd-45be-8d40-0d51fc156298 req-b06a6559-72f7-4db1-a7b6-c5cb42f0369b tempest-DeleteServersTestJSON-794799560 tempest-DeleteServersTestJSON-794799560-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3000b992-fcbf-472e-a1e0-11b101af43a7 HTTP/1.1" status: 200 len: 210 time: 0.0670359 Sep 01 14:07:06.938228 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc8bb6-5d40-4ad4-a11b-1f5a07444530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa218f0-356d-48ee-b521-98f15968fcf7,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:06.944649 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-5dbc8bb6-5d40-4ad4-a11b-1f5a07444530 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e01fc25b705d4b08b61a87ec95e7c7b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5237923 Sep 01 14:07:06.955642 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 55636) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:07:06.958561 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ccce9f0c-450c-4f3b-8beb-562ee325dfa9 req-63592f42-f65b-4018-aa6e-b63b741f740f tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443300 Sep 01 14:07:07.051360 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-1fe796eb-b018-4c34-8328-fb1afbfc5f4c admin admin] Publish callbacks [] for security_group (3aa218f0-356d-48ee-b521-98f15968fcf7), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:07.084150 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-1fe796eb-b018-4c34-8328-fb1afbfc5f4c admin admin] Publish callbacks [] for security_group (3aa218f0-356d-48ee-b521-98f15968fcf7), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:07.093323 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:07.272768 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-1fe796eb-b018-4c34-8328-fb1afbfc5f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (3aa218f0-356d-48ee-b521-98f15968fcf7), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:07.277933 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-1fe796eb-b018-4c34-8328-fb1afbfc5f4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:07.284059 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-1fe796eb-b018-4c34-8328-fb1afbfc5f4c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3aa218f0-356d-48ee-b521-98f15968fcf7 HTTP/1.1" status: 204 len: 168 time: 0.3220413 Sep 01 14:07:07.294284 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe796eb-b018-4c34-8328-fb1afbfc5f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa218f0-356d-48ee-b521-98f15968fcf7,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:08.152120 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:08.161758 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f44d85-bbf0-4131-8903-f00438a69800 req-8d97d19f-5f82-4a5c-a446-3cb503f97673 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:08.175344 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-85f44d85-bbf0-4131-8903-f00438a69800 req-8d97d19f-5f82-4a5c-a446-3cb503f97673 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 945 time: 0.1056957 Sep 01 14:07:08.256147 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:08.283474 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-85f44d85-bbf0-4131-8903-f00438a69800 req-f4993f9d-186c-416e-ab2a-2b20a1494977 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059778 Sep 01 14:07:08.292176 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 55706) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:07:08.313158 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-417afe49-a60f-4a05-9a21-2894d6abc882 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:08.435449 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-417afe49-a60f-4a05-9a21-2894d6abc882 admin admin] Publish callbacks [] for security_group (1fb9d470-085c-4409-9e7b-831c8835af03), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:08.593166 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-417afe49-a60f-4a05-9a21-2894d6abc882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (1fb9d470-085c-4409-9e7b-831c8835af03), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:08.643968 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417afe49-a60f-4a05-9a21-2894d6abc882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb9d470-085c-4409-9e7b-831c8835af03,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:08.652482 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-417afe49-a60f-4a05-9a21-2894d6abc882 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=0e7bfd3df2cb43ffb3f15cce594c59cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3583539 Sep 01 14:07:08.655715 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 55718) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:07:08.734312 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-329ac341-d851-4aa2-8e22-4ffa688b3a9b admin admin] Publish callbacks [] for security_group (1fb9d470-085c-4409-9e7b-831c8835af03), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:08.762118 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-329ac341-d851-4aa2-8e22-4ffa688b3a9b admin admin] Publish callbacks [] for security_group (1fb9d470-085c-4409-9e7b-831c8835af03), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:08.980937 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-329ac341-d851-4aa2-8e22-4ffa688b3a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (1fb9d470-085c-4409-9e7b-831c8835af03), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:08.983809 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-329ac341-d851-4aa2-8e22-4ffa688b3a9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:08.985096 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-329ac341-d851-4aa2-8e22-4ffa688b3a9b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1fb9d470-085c-4409-9e7b-831c8835af03 HTTP/1.1" status: 204 len: 168 time: 0.3281991 Sep 01 14:07:08.995093 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ac341-d851-4aa2-8e22-4ffa688b3a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb9d470-085c-4409-9e7b-831c8835af03,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:09.229798 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=4 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:09.420061 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281d1fa-23a6-4485-b426-29d4052423c6 req-5c3f6bcc-eeff-4ef3-8766-6b91eccd89ab tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:09.421664 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f281d1fa-23a6-4485-b426-29d4052423c6 req-5c3f6bcc-eeff-4ef3-8766-6b91eccd89ab tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 945 time: 0.0539625 Sep 01 14:07:09.491764 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f281d1fa-23a6-4485-b426-29d4052423c6 req-3998a6bb-dc7a-4a7f-8213-6fa1d7618959 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640683 Sep 01 14:07:10.059489 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 55758) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:07:10.073442 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 55760) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:07:10.098364 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5badb525-6d89-4748-9113-d685bda89081 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:10.116564 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:10.186727 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 55762) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:07:10.252767 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:10.304413 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5badb525-6d89-4748-9113-d685bda89081 admin admin] Publish callbacks [] for security_group (d67bc0c2-112d-49ad-8667-7e12c58ff10d), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:10.387714 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-7781c540-57e9-45e7-8d7f-a299b53ea3ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:10.537402 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-7781c540-57e9-45e7-8d7f-a299b53ea3ca admin admin] Publish callbacks [] for security_group (f583de86-e3f4-42b1-b309-70cf581d76bc), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:10.543666 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5badb525-6d89-4748-9113-d685bda89081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (d67bc0c2-112d-49ad-8667-7e12c58ff10d), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:10.571218 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 55776) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:07:10.610227 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-5badb525-6d89-4748-9113-d685bda89081 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=99082a3be3f64d2c938e04330fa7f7c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5345607 Sep 01 14:07:10.615059 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5badb525-6d89-4748-9113-d685bda89081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67bc0c2-112d-49ad-8667-7e12c58ff10d,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:10.619902 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 55780) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:07:10.661213 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-7781c540-57e9-45e7-8d7f-a299b53ea3ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (f583de86-e3f4-42b1-b309-70cf581d76bc), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:10.679323 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-74160487-d741-4575-94cc-a2ab1d0589c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33121012'] for router_interface (829c317c-e143-43bd-89e4-e0d7d1963476), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:10.773996 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-7781c540-57e9-45e7-8d7f-a299b53ea3ca admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=1d91ac516fff4c7f9933249775113c93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5787141 Sep 01 14:07:10.773996 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7781c540-57e9-45e7-8d7f-a299b53ea3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f583de86-e3f4-42b1-b309-70cf581d76bc,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:10.776420 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 55782) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:07:10.811405 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bd63c-ba46-4fee-98e2-84b0d2bf057a req-9b80396b-8b02-42a5-b29a-fc515a842add tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:10.820788 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-bb6bd63c-ba46-4fee-98e2-84b0d2bf057a req-9b80396b-8b02-42a5-b29a-fc515a842add tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 945 time: 0.1228321 Sep 01 14:07:10.872065 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-431b9b4a-392e-42e5-880d-4d3c376044fd admin admin] Publish callbacks [] for security_group (d67bc0c2-112d-49ad-8667-7e12c58ff10d), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:10.883976 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:10.915181 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-b0206758-0341-4623-871a-a930eae64d54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:10.945830 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-431b9b4a-392e-42e5-880d-4d3c376044fd admin admin] Publish callbacks [] for security_group (d67bc0c2-112d-49ad-8667-7e12c58ff10d), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:11.015263 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0af8dbfe-e8f6-41e0-a97e-76b4e84a4b7c admin admin] Publish callbacks [] for security_group (f583de86-e3f4-42b1-b309-70cf581d76bc), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:11.034236 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-bb6bd63c-ba46-4fee-98e2-84b0d2bf057a req-092b3f13-b3c7-484d-83ea-3b6d01c80ec9 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119522 Sep 01 14:07:11.081670 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0af8dbfe-e8f6-41e0-a97e-76b4e84a4b7c admin admin] Publish callbacks [] for security_group (f583de86-e3f4-42b1-b309-70cf581d76bc), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:11.124527 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-74160487-d741-4575-94cc-a2ab1d0589c8 admin admin] Deleting port 2b72c706-12d5-4b76-bdda-e47a5337ff48 {{(pid=107074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:07:11.125518 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-74160487-d741-4575-94cc-a2ab1d0589c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (2b72c706-12d5-4b76-bdda-e47a5337ff48), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:11.177031 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-b0206758-0341-4623-871a-a930eae64d54 admin admin] Publish callbacks [] for security_group (650570c6-7fea-4796-8593-0a7fc2655bf2), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:11.233135 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:INSERT=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:11.234476 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-431b9b4a-392e-42e5-880d-4d3c376044fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (d67bc0c2-112d-49ad-8667-7e12c58ff10d), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:11.237892 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-431b9b4a-392e-42e5-880d-4d3c376044fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:11.239342 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-431b9b4a-392e-42e5-880d-4d3c376044fd admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d67bc0c2-112d-49ad-8667-7e12c58ff10d HTTP/1.1" status: 204 len: 168 time: 0.6177781 Sep 01 14:07:11.252503 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b9b4a-392e-42e5-880d-4d3c376044fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67bc0c2-112d-49ad-8667-7e12c58ff10d,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:11.279183 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-b0206758-0341-4623-871a-a930eae64d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (650570c6-7fea-4796-8593-0a7fc2655bf2), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:11.285419 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [None req-74160487-d741-4575-94cc-a2ab1d0589c8 admin admin] For port 2b72c706-12d5-4b76-bdda-e47a5337ff48, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=2b72c706-12d5-4b76-bdda-e47a5337ff48,segment=NetworkSegment(d5de3e2b-b60d-4f28-9212-ecf41e7a6497),segment_id=d5de3e2b-b60d-4f28-9212-ecf41e7a6497)] {{(pid=107074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:07:11.286508 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-74160487-d741-4575-94cc-a2ab1d0589c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (2b72c706-12d5-4b76-bdda-e47a5337ff48), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:11.317426 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-74160487-d741-4575-94cc-a2ab1d0589c8 admin admin] Calling delete_port for 2b72c706-12d5-4b76-bdda-e47a5337ff48 owned by network:router_interface {{(pid=107074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:07:11.393643 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0af8dbfe-e8f6-41e0-a97e-76b4e84a4b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (f583de86-e3f4-42b1-b309-70cf581d76bc), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:11.397327 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0af8dbfe-e8f6-41e0-a97e-76b4e84a4b7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:11.406461 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-0af8dbfe-e8f6-41e0-a97e-76b4e84a4b7c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f583de86-e3f4-42b1-b309-70cf581d76bc HTTP/1.1" status: 204 len: 168 time: 0.6221557 Sep 01 14:07:11.419709 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-b0206758-0341-4623-871a-a930eae64d54 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c0024c9db04e416e8f473af7b1ba0e83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8473864 Sep 01 14:07:11.421384 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0206758-0341-4623-871a-a930eae64d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650570c6-7fea-4796-8593-0a7fc2655bf2,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:11.425060 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 55788) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:07:11.463698 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8dbfe-e8f6-41e0-a97e-76b4e84a4b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f583de86-e3f4-42b1-b309-70cf581d76bc,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:11.481794 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:11.526489 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-2a8fafa9-bf14-433b-9cdd-7d6f8ab39a52 admin admin] Publish callbacks [] for security_group (650570c6-7fea-4796-8593-0a7fc2655bf2), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:11.582732 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-2a8fafa9-bf14-433b-9cdd-7d6f8ab39a52 admin admin] Publish callbacks [] for security_group (650570c6-7fea-4796-8593-0a7fc2655bf2), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:11.799078 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-74160487-d741-4575-94cc-a2ab1d0589c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (2b72c706-12d5-4b76-bdda-e47a5337ff48), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:11.799969 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-2a8fafa9-bf14-433b-9cdd-7d6f8ab39a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (650570c6-7fea-4796-8593-0a7fc2655bf2), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:11.803836 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-2a8fafa9-bf14-433b-9cdd-7d6f8ab39a52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:11.809247 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-2a8fafa9-bf14-433b-9cdd-7d6f8ab39a52 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/650570c6-7fea-4796-8593-0a7fc2655bf2 HTTP/1.1" status: 204 len: 168 time: 0.3784492 Sep 01 14:07:11.818868 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8fafa9-bf14-433b-9cdd-7d6f8ab39a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650570c6-7fea-4796-8593-0a7fc2655bf2,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:11.854056 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74160487-d741-4575-94cc-a2ab1d0589c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b72c706-12d5-4b76-bdda-e47a5337ff48,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:12.105367 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-74160487-d741-4575-94cc-a2ab1d0589c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33033800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33121348'] for router_interface (829c317c-e143-43bd-89e4-e0d7d1963476), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:12.254821 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70808b-816e-4b07-a171-108d6ca9c88f req-43bcaaf6-088d-471c-9e43-33e8fa0fcc83 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:12.277014 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0a70808b-816e-4b07-a171-108d6ca9c88f req-43bcaaf6-088d-471c-9e43-33e8fa0fcc83 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 945 time: 0.0564194 Sep 01 14:07:12.313796 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0a70808b-816e-4b07-a171-108d6ca9c88f req-b4d389dd-e82e-46cb-a76d-b928c6fda32f tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509794 Sep 01 14:07:12.359165 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74160487-d741-4575-94cc-a2ab1d0589c8 admin admin] Router 829c317c-e143-43bd-89e4-e0d7d1963476 has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:07:12.505402 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74160487-d741-4575-94cc-a2ab1d0589c8 admin admin] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:07:12.514603 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-74160487-d741-4575-94cc-a2ab1d0589c8 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/829c317c-e143-43bd-89e4-e0d7d1963476/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4571562 Sep 01 14:07:12.521217 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 55810) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:07:12.524341 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54aaa68-5fa2-4ff0-baa8-bfb1b6274474 None None] Sync routers for ids ['829c317c-e143-43bd-89e4-e0d7d1963476'] in dv-cinder-852211-7-iscsi {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:07:12.547747 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54aaa68-5fa2-4ff0-baa8-bfb1b6274474 None None] Routers {'829c317c-e143-43bd-89e4-e0d7d1963476'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:07:12.548450 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-f54aaa68-5fa2-4ff0-baa8-bfb1b6274474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:06:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['829c317c-e143-43bd-89e4-e0d7d1963476'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:07:12.700995 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 55816) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:07:12.739566 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-f54aaa68-5fa2-4ff0-baa8-bfb1b6274474 None None] Set router 829c317c-e143-43bd-89e4-e0d7d1963476 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:07:12.745962 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-360b3bfb-25c2-421f-a31e-90b5bd40866b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:12.753568 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-cd0617d6-5092-48f1-811c-9145ac84db9b admin admin] Publish callbacks [] for router (829c317c-e143-43bd-89e4-e0d7d1963476), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:12.933761 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-360b3bfb-25c2-421f-a31e-90b5bd40866b admin admin] Publish callbacks [] for security_group (1619193b-a279-4751-b741-0007131c9ccf), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:13.003440 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-cd0617d6-5092-48f1-811c-9145ac84db9b admin admin] Publish callbacks [] for router_gateway (829c317c-e143-43bd-89e4-e0d7d1963476), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:13.056039 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-360b3bfb-25c2-421f-a31e-90b5bd40866b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (1619193b-a279-4751-b741-0007131c9ccf), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:13.094085 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-f54aaa68-5fa2-4ff0-baa8-bfb1b6274474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829c317c-e143-43bd-89e4-e0d7d1963476', 'name': 'tempest-DeleteServersTestJSON-1757842406-router', 'tenant_id': 'f871b0e1d3154b6d8c297b12ae738be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '20a34b8d-f46a-432a-980e-ba272a2a2bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:42Z', 'updated_at': '2022-09-01T14:07:11Z', 'revision_number': 5, 'project_id': 'f871b0e1d3154b6d8c297b12ae738be0', 'gw_port': {'id': '20a34b8d-f46a-432a-980e-ba272a2a2bbe', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829c317c-e143-43bd-89e4-e0d7d1963476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:44Z', 'updated_at': '2022-09-01T14:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:07:13.132357 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-360b3bfb-25c2-421f-a31e-90b5bd40866b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=4c311fec58c541df9cc1c86e1c1321e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4295995 Sep 01 14:07:13.133578 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b3bfb-25c2-421f-a31e-90b5bd40866b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1619193b-a279-4751-b741-0007131c9ccf,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:13.136742 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 55826) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:07:13.180296 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 55830) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:07:13.187833 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54aaa68-5fa2-4ff0-baa8-bfb1b6274474 None None] Checking router: 829c317c-e143-43bd-89e4-e0d7d1963476 for host: dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:07:13.201385 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54aaa68-5fa2-4ff0-baa8-bfb1b6274474 None None] Routers {'829c317c-e143-43bd-89e4-e0d7d1963476'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:07:13.202134 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-f54aaa68-5fa2-4ff0-baa8-bfb1b6274474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:06:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['829c317c-e143-43bd-89e4-e0d7d1963476'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:07:13.212799 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-81bf040d-2266-4b34-b1e6-fc39ec883b5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:13.317538 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [None req-cd0617d6-5092-48f1-811c-9145ac84db9b admin admin] Deleting port 20a34b8d-f46a-432a-980e-ba272a2a2bbe {{(pid=107073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:07:13.320386 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-cd0617d6-5092-48f1-811c-9145ac84db9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (20a34b8d-f46a-432a-980e-ba272a2a2bbe), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:13.343163 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-f54aaa68-5fa2-4ff0-baa8-bfb1b6274474 None None] Set router 829c317c-e143-43bd-89e4-e0d7d1963476 gateway port host: None {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:07:13.419309 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-f54aaa68-5fa2-4ff0-baa8-bfb1b6274474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829c317c-e143-43bd-89e4-e0d7d1963476', 'name': 'tempest-DeleteServersTestJSON-1757842406-router', 'tenant_id': 'f871b0e1d3154b6d8c297b12ae738be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:42Z', 'updated_at': '2022-09-01T14:07:13Z', 'revision_number': 6, 'project_id': 'f871b0e1d3154b6d8c297b12ae738be0', 'gw_port_host': None}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:07:13.436587 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-81bf040d-2266-4b34-b1e6-fc39ec883b5e admin admin] Publish callbacks [] for security_group (7a23829f-96a0-433e-aaec-f17bd863150e), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:13.454289 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54aaa68-5fa2-4ff0-baa8-bfb1b6274474 None None] The sync data for ids ['829c317c-e143-43bd-89e4-e0d7d1963476'] in dv-cinder-852211-7-iscsi is: [{'id': '829c317c-e143-43bd-89e4-e0d7d1963476', 'name': 'tempest-DeleteServersTestJSON-1757842406-router', 'tenant_id': 'f871b0e1d3154b6d8c297b12ae738be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:42Z', 'updated_at': '2022-09-01T14:07:13Z', 'revision_number': 6, 'project_id': 'f871b0e1d3154b6d8c297b12ae738be0', 'gw_port_host': None}] {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:07:13.496326 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a50c81e7-46e6-46dd-b4c0-edfd3821d5ed admin admin] Publish callbacks [] for security_group (1619193b-a279-4751-b741-0007131c9ccf), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:13.538375 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d91019-749d-4e9e-8566-089c267fc01e req-d21263e3-4b07-429f-bafe-35e486ba3f68 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:13.539978 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b6d91019-749d-4e9e-8566-089c267fc01e req-d21263e3-4b07-429f-bafe-35e486ba3f68 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 945 time: 0.1041715 Sep 01 14:07:13.553698 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a50c81e7-46e6-46dd-b4c0-edfd3821d5ed admin admin] Publish callbacks [] for security_group (1619193b-a279-4751-b741-0007131c9ccf), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:13.582307 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-81bf040d-2266-4b34-b1e6-fc39ec883b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (7a23829f-96a0-433e-aaec-f17bd863150e), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:13.610260 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [None req-cd0617d6-5092-48f1-811c-9145ac84db9b admin admin] For port 20a34b8d-f46a-432a-980e-ba272a2a2bbe, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=20a34b8d-f46a-432a-980e-ba272a2a2bbe,segment=NetworkSegment(f315c88c-0cea-42ce-ac38-790188a99330),segment_id=f315c88c-0cea-42ce-ac38-790188a99330)] {{(pid=107073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:07:13.610687 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-cd0617d6-5092-48f1-811c-9145ac84db9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (20a34b8d-f46a-432a-980e-ba272a2a2bbe), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:13.633876 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-81bf040d-2266-4b34-b1e6-fc39ec883b5e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=2447d6122b314ee293bf4cbbf4381a1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4514785 Sep 01 14:07:13.634998 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf040d-2266-4b34-b1e6-fc39ec883b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a23829f-96a0-433e-aaec-f17bd863150e,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:13.637634 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 55840) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:07:13.654267 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [None req-cd0617d6-5092-48f1-811c-9145ac84db9b admin admin] Calling delete_port for 20a34b8d-f46a-432a-980e-ba272a2a2bbe owned by network:router_gateway {{(pid=107073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:07:13.654603 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:13.710249 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-946f6efe-9141-4e3f-b8d0-1d343d94259f admin admin] Publish callbacks [] for security_group (7a23829f-96a0-433e-aaec-f17bd863150e), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:13.761428 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-946f6efe-9141-4e3f-b8d0-1d343d94259f admin admin] Publish callbacks [] for security_group (7a23829f-96a0-433e-aaec-f17bd863150e), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:13.765203 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b6d91019-749d-4e9e-8566-089c267fc01e req-201bbf95-e6dc-4a88-a6ba-cd2660d87c56 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071042 Sep 01 14:07:14.170617 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-946f6efe-9141-4e3f-b8d0-1d343d94259f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (7a23829f-96a0-433e-aaec-f17bd863150e), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:14.175224 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-946f6efe-9141-4e3f-b8d0-1d343d94259f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:14.182316 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-946f6efe-9141-4e3f-b8d0-1d343d94259f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/7a23829f-96a0-433e-aaec-f17bd863150e HTTP/1.1" status: 204 len: 168 time: 0.5381439 Sep 01 14:07:14.192007 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f6efe-9141-4e3f-b8d0-1d343d94259f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a23829f-96a0-433e-aaec-f17bd863150e,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:14.337601 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a50c81e7-46e6-46dd-b4c0-edfd3821d5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (1619193b-a279-4751-b741-0007131c9ccf), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:14.342116 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a50c81e7-46e6-46dd-b4c0-edfd3821d5ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:14.347030 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-a50c81e7-46e6-46dd-b4c0-edfd3821d5ed admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1619193b-a279-4751-b741-0007131c9ccf HTTP/1.1" status: 204 len: 168 time: 1.2053399 Sep 01 14:07:14.347030 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-cd0617d6-5092-48f1-811c-9145ac84db9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329'] for port (20a34b8d-f46a-432a-980e-ba272a2a2bbe), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:14.400658 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c81e7-46e6-46dd-b4c0-edfd3821d5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1619193b-a279-4751-b741-0007131c9ccf,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:14.427570 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0617d6-5092-48f1-811c-9145ac84db9b admin admin] Pushing event deleted for resources: {'Port': ['ID=20a34b8d-f46a-432a-980e-ba272a2a2bbe,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:14.433538 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-cd0617d6-5092-48f1-811c-9145ac84db9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122071'] for router_gateway (829c317c-e143-43bd-89e4-e0d7d1963476), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:14.505167 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 20a34b8d-f46a-432a-980e-ba272a2a2bbe no longer exists at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:07:14.541377 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] No Port match for: 20a34b8d-f46a-432a-980e-ba272a2a2bbe {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:07:14.544476 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 20a34b8d-f46a-432a-980e-ba272a2a2bbe not bound to the agent host dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:07:14.545785 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 2b72c706-12d5-4b76-bdda-e47a5337ff48 no longer exists at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:07:14.586252 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] No Port match for: 2b72c706-12d5-4b76-bdda-e47a5337ff48 {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:07:14.586862 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 2b72c706-12d5-4b76-bdda-e47a5337ff48 not bound to the agent host dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:07:14.605416 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-cd0617d6-5092-48f1-811c-9145ac84db9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33127694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3578'] for router (829c317c-e143-43bd-89e4-e0d7d1963476), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:14.617114 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-cd0617d6-5092-48f1-811c-9145ac84db9b admin admin] Publish callbacks [] for router_controller (829c317c-e143-43bd-89e4-e0d7d1963476), precommit_delete_associations {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:14.809960 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:14.890631 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-cd0617d6-5092-48f1-811c-9145ac84db9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33120949'] for router (829c317c-e143-43bd-89e4-e0d7d1963476), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:14.891793 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0617d6-5092-48f1-811c-9145ac84db9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 829c317c-e143-43bd-89e4-e0d7d1963476 {{(pid=107073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 14:07:14.900795 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-cd0617d6-5092-48f1-811c-9145ac84db9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:14.902529 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-cd0617d6-5092-48f1-811c-9145ac84db9b admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/829c317c-e143-43bd-89e4-e0d7d1963476 HTTP/1.1" status: 204 len: 168 time: 2.3788280 Sep 01 14:07:14.905524 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 55878) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:07:15.037871 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0069c25-f2ad-47c5-ba52-18e367d3c482 req-a6fb5cc4-aa6e-420d-84d9-6e22f82815cf tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:15.041471 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d0069c25-f2ad-47c5-ba52-18e367d3c482 req-a6fb5cc4-aa6e-420d-84d9-6e22f82815cf tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 945 time: 0.1463337 Sep 01 14:07:15.042119 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_v2 [None req-99819fc9-ff75-434e-998c-b7ecdb63360d admin admin] Deleting subnet a5f4ab41-b8ce-4fe6-801e-089287141d42 {{(pid=107074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 14:07:15.046100 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-99819fc9-ff75-434e-998c-b7ecdb63360d admin admin] Publish callbacks [] for subnet (a5f4ab41-b8ce-4fe6-801e-089287141d42), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:15.097602 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-99819fc9-ff75-434e-998c-b7ecdb63360d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2922440'] for subnet (a5f4ab41-b8ce-4fe6-801e-089287141d42), precommit_delete_associations {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:15.139189 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d0069c25-f2ad-47c5-ba52-18e367d3c482 req-262a0fb9-e34b-4cc2-b74e-be3cb96eb9b4 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875909 Sep 01 14:07:15.361834 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-99819fc9-ff75-434e-998c-b7ecdb63360d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784543'] for subnet (a5f4ab41-b8ce-4fe6-801e-089287141d42), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:15.369953 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:15.535896 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:15.713423 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-99819fc9-ff75-434e-998c-b7ecdb63360d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2922457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2708936'] for subnet (a5f4ab41-b8ce-4fe6-801e-089287141d42), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:15.755679 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-99819fc9-ff75-434e-998c-b7ecdb63360d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for subnet (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:15.762752 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 55954) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:07:15.764173 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-99819fc9-ff75-434e-998c-b7ecdb63360d admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/a5f4ab41-b8ce-4fe6-801e-089287141d42 HTTP/1.1" status: 204 len: 168 time: 0.8574140 Sep 01 14:07:15.767052 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef49a12b-0685-4cdc-9fa1-8deb74d7ffdf None None] Network 16a106e2-cc97-4518-b881-ae2a1035d4e5 requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:07:15.772521 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99819fc9-ff75-434e-998c-b7ecdb63360d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5f4ab41-b8ce-4fe6-801e-089287141d42,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:15.916732 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-db8e38b5-1fe1-4cf5-9b94-c3a6cf0193f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-703534'] for network (16a106e2-cc97-4518-b881-ae2a1035d4e5), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:16.016217 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [None req-db8e38b5-1fe1-4cf5-9b94-c3a6cf0193f5 admin admin] Deleting port 3c09149f-f2c6-41b7-8762-62585f1532c5 {{(pid=107073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:07:16.016654 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-db8e38b5-1fe1-4cf5-9b94-c3a6cf0193f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (3c09149f-f2c6-41b7-8762-62585f1532c5), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:16.047617 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ef05e8-97f5-45ee-b015-3c0014ecf862 None None] DHCP port deletion for 16a106e2-cc97-4518-b881-ae2a1035d4e5 request from dv-cinder-852211-7-iscsi {{(pid=107075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 01 14:07:16.100777 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ef05e8-97f5-45ee-b015-3c0014ecf862 None None] Deleting port 3c09149f-f2c6-41b7-8762-62585f1532c5 {{(pid=107075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:07:16.105096 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ef05e8-97f5-45ee-b015-3c0014ecf862 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (3c09149f-f2c6-41b7-8762-62585f1532c5), before_delete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:16.172117 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [None req-db8e38b5-1fe1-4cf5-9b94-c3a6cf0193f5 admin admin] For port 3c09149f-f2c6-41b7-8762-62585f1532c5, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=3c09149f-f2c6-41b7-8762-62585f1532c5,segment=NetworkSegment(d5de3e2b-b60d-4f28-9212-ecf41e7a6497),segment_id=d5de3e2b-b60d-4f28-9212-ecf41e7a6497)] {{(pid=107073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:07:16.172850 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-db8e38b5-1fe1-4cf5-9b94-c3a6cf0193f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (3c09149f-f2c6-41b7-8762-62585f1532c5), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:16.199947 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [None req-db8e38b5-1fe1-4cf5-9b94-c3a6cf0193f5 admin admin] Calling delete_port for 3c09149f-f2c6-41b7-8762-62585f1532c5 owned by network:dhcp {{(pid=107073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:07:16.338324 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ef05e8-97f5-45ee-b015-3c0014ecf862 None None] For port 3c09149f-f2c6-41b7-8762-62585f1532c5, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=3c09149f-f2c6-41b7-8762-62585f1532c5,segment=NetworkSegment(d5de3e2b-b60d-4f28-9212-ecf41e7a6497),segment_id=d5de3e2b-b60d-4f28-9212-ecf41e7a6497)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:07:16.338697 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ef05e8-97f5-45ee-b015-3c0014ecf862 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (3c09149f-f2c6-41b7-8762-62585f1532c5), precommit_delete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:16.350422 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:16.366376 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ef05e8-97f5-45ee-b015-3c0014ecf862 None None] Calling delete_port for 3c09149f-f2c6-41b7-8762-62585f1532c5 owned by network:dhcp {{(pid=107075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:07:16.473768 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eff4eb-f6dd-441c-a7bd-7c08ab524a86 req-29cfb9ac-af29-445c-95d9-59b7eaf0164d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:16.474881 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 3c09149f-f2c6-41b7-8762-62585f1532c5 no longer exists at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:07:16.475558 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-56eff4eb-f6dd-441c-a7bd-7c08ab524a86 req-29cfb9ac-af29-445c-95d9-59b7eaf0164d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 945 time: 0.1148098 Sep 01 14:07:16.569086 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-56eff4eb-f6dd-441c-a7bd-7c08ab524a86 req-31ea506b-fd72-401d-b934-e7f6f9e6c618 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847769 Sep 01 14:07:16.605321 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-db8e38b5-1fe1-4cf5-9b94-c3a6cf0193f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329'] for port (3c09149f-f2c6-41b7-8762-62585f1532c5), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:16.657177 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 3c09149f-f2c6-41b7-8762-62585f1532c5 is: ACTIVE; New status is: DOWN {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:07:16.659210 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e38b5-1fe1-4cf5-9b94-c3a6cf0193f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c09149f-f2c6-41b7-8762-62585f1532c5,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:16.661858 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8e38b5-1fe1-4cf5-9b94-c3a6cf0193f5 admin admin] No DVR routers for this DVR port 3c09149f-f2c6-41b7-8762-62585f1532c5 on host dv-cinder-852211-7-iscsi {{(pid=107073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:07:16.664354 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (3c09149f-f2c6-41b7-8762-62585f1532c5), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:16.672345 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ef05e8-97f5-45ee-b015-3c0014ecf862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329'] for port (3c09149f-f2c6-41b7-8762-62585f1532c5), after_delete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:16.767190 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ef05e8-97f5-45ee-b015-3c0014ecf862 None None] No DVR routers for this DVR port 3c09149f-f2c6-41b7-8762-62585f1532c5 on host dv-cinder-852211-7-iscsi {{(pid=107075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:07:16.797659 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef05e8-97f5-45ee-b015-3c0014ecf862 None None] Pushing event deleted for resources: {'Port': ['ID=3c09149f-f2c6-41b7-8762-62585f1532c5,revision_number=None']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:16.814152 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-db8e38b5-1fe1-4cf5-9b94-c3a6cf0193f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718328', 'neutron.services.segments.db._delete_segments_for_network-8786311954077'] for network (16a106e2-cc97-4518-b881-ae2a1035d4e5), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:16.845138 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-db8e38b5-1fe1-4cf5-9b94-c3a6cf0193f5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:07:16.846155 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-db8e38b5-1fe1-4cf5-9b94-c3a6cf0193f5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:07:16.853812 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-db8e38b5-1fe1-4cf5-9b94-c3a6cf0193f5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:07:16.853812 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-db8e38b5-1fe1-4cf5-9b94-c3a6cf0193f5 admin admin] Subscribe: > port after_create 55550000 {{(pid=107073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:07:16.853812 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-db8e38b5-1fe1-4cf5-9b94-c3a6cf0193f5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=107073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:07:16.853812 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-db8e38b5-1fe1-4cf5-9b94-c3a6cf0193f5 admin admin] Subscribe: > port after_update 55550000 {{(pid=107073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:07:16.853812 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-db8e38b5-1fe1-4cf5-9b94-c3a6cf0193f5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:07:16.853812 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-db8e38b5-1fe1-4cf5-9b94-c3a6cf0193f5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:07:16.853812 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-db8e38b5-1fe1-4cf5-9b94-c3a6cf0193f5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:07:16.853812 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-db8e38b5-1fe1-4cf5-9b94-c3a6cf0193f5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:07:16.962100 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-db8e38b5-1fe1-4cf5-9b94-c3a6cf0193f5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:07:16.962849 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-db8e38b5-1fe1-4cf5-9b94-c3a6cf0193f5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:07:16.962849 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-db8e38b5-1fe1-4cf5-9b94-c3a6cf0193f5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:07:16.963102 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-db8e38b5-1fe1-4cf5-9b94-c3a6cf0193f5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:07:16.963446 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.services.segments.db [None req-db8e38b5-1fe1-4cf5-9b94-c3a6cf0193f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16a106e2-cc97-4518-b881-ae2a1035d4e5']}} {{(pid=107073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:07:17.016606 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:17.018889 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.services.segments.db [None req-db8e38b5-1fe1-4cf5-9b94-c3a6cf0193f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5de3e2b-b60d-4f28-9212-ecf41e7a6497') {'for_net_delete': True} {{(pid=107073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:07:17.019677 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.services.segments.db [None req-db8e38b5-1fe1-4cf5-9b94-c3a6cf0193f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5de3e2b-b60d-4f28-9212-ecf41e7a6497') {} {{(pid=107073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:07:17.056215 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-db8e38b5-1fe1-4cf5-9b94-c3a6cf0193f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786311985893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4006317'] for segment (d5de3e2b-b60d-4f28-9212-ecf41e7a6497), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:17.104064 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-db8e38b5-1fe1-4cf5-9b94-c3a6cf0193f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881'] for segment (d5de3e2b-b60d-4f28-9212-ecf41e7a6497), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:17.116028 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db8e38b5-1fe1-4cf5-9b94-c3a6cf0193f5 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=107073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 14:07:17.117187 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-db8e38b5-1fe1-4cf5-9b94-c3a6cf0193f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3071137'] for segment (d5de3e2b-b60d-4f28-9212-ecf41e7a6497), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:17.330998 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-db8e38b5-1fe1-4cf5-9b94-c3a6cf0193f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122255'] for network (16a106e2-cc97-4518-b881-ae2a1035d4e5), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:17.339728 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-db8e38b5-1fe1-4cf5-9b94-c3a6cf0193f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for network (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:17.343441 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-db8e38b5-1fe1-4cf5-9b94-c3a6cf0193f5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/16a106e2-cc97-4518-b881-ae2a1035d4e5 HTTP/1.1" status: 204 len: 168 time: 1.5758426 Sep 01 14:07:17.354664 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e38b5-1fe1-4cf5-9b94-c3a6cf0193f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=16a106e2-cc97-4518-b881-ae2a1035d4e5,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:17.530215 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:17.691080 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:17.775445 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2127b-798a-4b39-ad1a-252235780628 req-ad6f7395-73a1-423f-be42-5111454d336e tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:17.782960 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ddc2127b-798a-4b39-ad1a-252235780628 req-ad6f7395-73a1-423f-be42-5111454d336e tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 945 time: 0.0844507 Sep 01 14:07:17.844863 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ddc2127b-798a-4b39-ad1a-252235780628 req-24d64981-ea30-4d23-a207-541e4497f478 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596151 Sep 01 14:07:18.048851 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 56044) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:07:18.107585 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-0d97742f-4617-4cd3-bdf0-bb1e56a215f6 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f871b0e1d3154b6d8c297b12ae738be0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0566497 Sep 01 14:07:18.115316 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 56050) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:07:18.207335 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-12071b5e-57e8-4898-b4dd-7f0a2f905a4d admin admin] Publish callbacks [] for security_group (94f57193-51f1-4f37-bcbc-5de917fabaed), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:18.245331 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-12071b5e-57e8-4898-b4dd-7f0a2f905a4d admin admin] Publish callbacks [] for security_group (94f57193-51f1-4f37-bcbc-5de917fabaed), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:18.433663 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.services.segments.plugin [-] Segment d5de3e2b-b60d-4f28-9212-ecf41e7a6497 resource provider aggregate not found Sep 01 14:07:18.472223 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.services.segments.plugin [-] Segment d5de3e2b-b60d-4f28-9212-ecf41e7a6497 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d5de3e2b-b60d-4f28-9212-ecf41e7a6497 found for delete ", "request_id": "req-e31f32c4-4242-483e-8c35-c3d10f5955d1"}]} Sep 01 14:07:18.481983 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-12071b5e-57e8-4898-b4dd-7f0a2f905a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (94f57193-51f1-4f37-bcbc-5de917fabaed), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:18.487934 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-12071b5e-57e8-4898-b4dd-7f0a2f905a4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:18.489842 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-12071b5e-57e8-4898-b4dd-7f0a2f905a4d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/94f57193-51f1-4f37-bcbc-5de917fabaed HTTP/1.1" status: 204 len: 168 time: 0.3727055 Sep 01 14:07:18.510946 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12071b5e-57e8-4898-b4dd-7f0a2f905a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f57193-51f1-4f37-bcbc-5de917fabaed,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:19.024863 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3a174-f26e-43b4-ac0f-93532f07b8a8 req-da7d2efd-99f8-4916-b21c-8b87165dffeb tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:19.027612 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7be3a174-f26e-43b4-ac0f-93532f07b8a8 req-da7d2efd-99f8-4916-b21c-8b87165dffeb tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 945 time: 0.0890803 Sep 01 14:07:19.129133 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7be3a174-f26e-43b4-ac0f-93532f07b8a8 req-fd4c167d-9003-466a-bb5c-2f5b3fff8698 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898852 Sep 01 14:07:19.633739 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:20.333194 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342ad41-4d6a-432a-b4f3-ea8755a255a8 req-5206c92e-618b-4df2-80d8-04bfe3888256 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:20.335511 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a342ad41-4d6a-432a-b4f3-ea8755a255a8 req-5206c92e-618b-4df2-80d8-04bfe3888256 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 945 time: 0.0848551 Sep 01 14:07:20.528079 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a342ad41-4d6a-432a-b4f3-ea8755a255a8 req-9880e5ad-1f07-4e3f-98a4-240390d306ff tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676600 Sep 01 14:07:20.591819 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 56122) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:07:20.822827 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-199e3846-656e-4b87-b59d-6eb7080c79f3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1411166407-network', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:07:20.992417 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199e3846-656e-4b87-b59d-6eb7080c79f3 admin admin] Made reservation on behalf of 90a84500a899479aabfa3aeb72b4c4ae for: {'network': 1} {{(pid=107073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:07:20.995657 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-199e3846-656e-4b87-b59d-6eb7080c79f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for network (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:21.009970 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-199e3846-656e-4b87-b59d-6eb7080c79f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:21.117348 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-199e3846-656e-4b87-b59d-6eb7080c79f3 admin admin] Publish callbacks [] for security_group (76ce8824-7f1d-4aa1-bd08-6670b247ce89), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:21.267129 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-199e3846-656e-4b87-b59d-6eb7080c79f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (76ce8824-7f1d-4aa1-bd08-6670b247ce89), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:21.292436 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199e3846-656e-4b87-b59d-6eb7080c79f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=107073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:07:21.314638 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e3846-656e-4b87-b59d-6eb7080c79f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ce8824-7f1d-4aa1-bd08-6670b247ce89,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:21.318542 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-199e3846-656e-4b87-b59d-6eb7080c79f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881'] for segment (ca6b7f3c-527c-4348-9811-67350820a04d), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:21.318876 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.db.segments_db [None req-199e3846-656e-4b87-b59d-6eb7080c79f3 admin admin] Added segment ca6b7f3c-527c-4348-9811-67350820a04d of type vlan for network 4f2459fa-f112-4ee1-abd3-6f4952507858 Sep 01 14:07:21.363586 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:21.378022 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-199e3846-656e-4b87-b59d-6eb7080c79f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786311408797'] for network (4f2459fa-f112-4ee1-abd3-6f4952507858), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:21.563788 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-199e3846-656e-4b87-b59d-6eb7080c79f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793'] for network (4f2459fa-f112-4ee1-abd3-6f4952507858), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:21.565592 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199e3846-656e-4b87-b59d-6eb7080c79f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:21.566456 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-199e3846-656e-4b87-b59d-6eb7080c79f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for network (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:21.743784 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e3846-656e-4b87-b59d-6eb7080c79f3 admin admin] Pushing event updated for resources: {'Network': ['ID=4f2459fa-f112-4ee1-abd3-6f4952507858,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:21.764780 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Network 4f2459fa-f112-4ee1-abd3-6f4952507858 details requested by agent ovs-agent-dv-cinder-852211-7-iscsi with host dv-cinder-852211-7-iscsi {{(pid=107075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:07:21.766102 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776518dc-b9aa-40b5-8dd7-9ed6ed38b49a req-4a689ca7-ce86-4e03-9a45-677eabbb59bb tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:21.770109 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-776518dc-b9aa-40b5-8dd7-9ed6ed38b49a req-4a689ca7-ce86-4e03-9a45-677eabbb59bb tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 945 time: 0.1040192 Sep 01 14:07:21.844455 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-776518dc-b9aa-40b5-8dd7-9ed6ed38b49a req-9e762247-dd28-4ef4-b497-e8726c72626e tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693388 Sep 01 14:07:21.947412 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-199e3846-656e-4b87-b59d-6eb7080c79f3 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3539116 Sep 01 14:07:21.951542 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 56142) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:07:21.961819 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-0574c80e-dc35-4203-a20a-1748a7a36be6 admin admin] Request body: {'subnet': {'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1411166407-subnet', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:07:22.175965 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 56146) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:07:22.199226 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0574c80e-dc35-4203-a20a-1748a7a36be6 admin admin] Made reservation on behalf of 90a84500a899479aabfa3aeb72b4c4ae for: {'subnet': 1} {{(pid=107073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:07:22.199226 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0574c80e-dc35-4203-a20a-1748a7a36be6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4179341'] for subnet (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:22.360845 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-c911f1fc-2797-470a-ac46-4b883fb2d338 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:22.487397 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:22.544899 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-c911f1fc-2797-470a-ac46-4b883fb2d338 admin admin] Publish callbacks [] for security_group (3ea8e24a-0f3f-4a57-9bdd-d4fffec84ac9), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:22.684974 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0574c80e-dc35-4203-a20a-1748a7a36be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3069516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4179391'] for subnet (114ef839-6b7e-436f-ad2e-66278bf71661), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:22.692575 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-c911f1fc-2797-470a-ac46-4b883fb2d338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (3ea8e24a-0f3f-4a57-9bdd-d4fffec84ac9), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:22.775358 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-c911f1fc-2797-470a-ac46-4b883fb2d338 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=37239e3218ed49a69f17e3231ceabbcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5978315 Sep 01 14:07:22.779804 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 56154) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:07:22.788509 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0574c80e-dc35-4203-a20a-1748a7a36be6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=114ef839-6b7e-436f-ad2e-66278bf71661,revision_number=0']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:22.793207 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911f1fc-2797-470a-ac46-4b883fb2d338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea8e24a-0f3f-4a57-9bdd-d4fffec84ac9,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:22.820646 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0574c80e-dc35-4203-a20a-1748a7a36be6 admin admin] Checking segment: {'id': 'ca6b7f3c-527c-4348-9811-67350820a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:07:22.821183 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0574c80e-dc35-4203-a20a-1748a7a36be6 admin admin] Network hostable DHCP agents. Network: 4f2459fa-f112-4ee1-abd3-6f4952507858, hostable agents: ['e6fb8577-74ae-4f68-b634-c24662e9afb4'], hosted agents: [] {{(pid=107073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:07:22.897190 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d179c72f-0f01-4859-b7ee-7aa06ec937ac admin admin] Publish callbacks [] for security_group (3ea8e24a-0f3f-4a57-9bdd-d4fffec84ac9), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:22.936607 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0574c80e-dc35-4203-a20a-1748a7a36be6 admin admin] Network 4f2459fa-f112-4ee1-abd3-6f4952507858 is scheduled to be hosted by DHCP agent e6fb8577-74ae-4f68-b634-c24662e9afb4 with binding_index 1 {{(pid=107073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:07:23.136472 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d179c72f-0f01-4859-b7ee-7aa06ec937ac admin admin] Publish callbacks [] for security_group (3ea8e24a-0f3f-4a57-9bdd-d4fffec84ac9), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:23.291544 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.base_scheduler [None req-0574c80e-dc35-4203-a20a-1748a7a36be6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-7-iscsi, 4f2459fa-f112-4ee1-abd3-6f4952507858) {{(pid=107073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:07:23.297514 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0574c80e-dc35-4203-a20a-1748a7a36be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:23.297514 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0574c80e-dc35-4203-a20a-1748a7a36be6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for subnet (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:23.301956 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0198da-35ec-4c21-ac96-3344d6ceac32 None None] Network 4f2459fa-f112-4ee1-abd3-6f4952507858 requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:07:23.302492 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d179c72f-0f01-4859-b7ee-7aa06ec937ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (3ea8e24a-0f3f-4a57-9bdd-d4fffec84ac9), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:23.304012 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:23.304611 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d179c72f-0f01-4859-b7ee-7aa06ec937ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:23.306412 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-d179c72f-0f01-4859-b7ee-7aa06ec937ac admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3ea8e24a-0f3f-4a57-9bdd-d4fffec84ac9 HTTP/1.1" status: 204 len: 168 time: 0.5244956 Sep 01 14:07:23.313488 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d44aa4-e208-495e-8207-1c51de3766ad req-33bbea3a-cf06-4c25-bd0b-c981c31320b4 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:23.315465 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-96d44aa4-e208-495e-8207-1c51de3766ad req-33bbea3a-cf06-4c25-bd0b-c981c31320b4 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 945 time: 0.3698463 Sep 01 14:07:23.318315 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d179c72f-0f01-4859-b7ee-7aa06ec937ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea8e24a-0f3f-4a57-9bdd-d4fffec84ac9,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:23.391821 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:23.415951 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-0574c80e-dc35-4203-a20a-1748a7a36be6 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4624515 Sep 01 14:07:23.423026 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 56166) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:07:23.423229 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=62 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:23.425264 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=47 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:23.428716 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-b3366a24-ae8c-4d5b-88f8-063f6bea4290 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1411166407-router', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:07:23.451228 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-96d44aa4-e208-495e-8207-1c51de3766ad req-02038df7-0e5b-4d35-bb1e-1500b3bb208c tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153574 Sep 01 14:07:23.454250 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519b75ba-7e2b-4d48-9cdd-c1b88c63ac43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90e2f4e2-ea37-5315-bbf9-53240d5a3a76-4f2459fa-f112-4ee1-abd3-6f4952507858', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'fixed_ips': [{'subnet_id': '114ef839-6b7e-436f-ad2e-66278bf71661'}]}} from dv-cinder-852211-7-iscsi. {{(pid=107075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 01 14:07:23.456169 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-519b75ba-7e2b-4d48-9cdd-c1b88c63ac43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:23.630164 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.db_base_plugin_common [None req-519b75ba-7e2b-4d48-9cdd-c1b88c63ac43 None None] Allocated IP 172.20.0.2 (4f2459fa-f112-4ee1-abd3-6f4952507858/114ef839-6b7e-436f-ad2e-66278bf71661/2067b984-e775-42df-ba14-2b2a03717478) {{(pid=107075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:07:23.655819 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b3366a24-ae8c-4d5b-88f8-063f6bea4290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33128399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3528'] for router (e8f55aa6-3e2f-4434-9312-766524ba3bfd), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:23.657049 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b3366a24-ae8c-4d5b-88f8-063f6bea4290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33127825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-480353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3571'] for router (e8f55aa6-3e2f-4434-9312-766524ba3bfd), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:23.715512 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b3366a24-ae8c-4d5b-88f8-063f6bea4290 admin admin] Publish callbacks [] for router_controller (e8f55aa6-3e2f-4434-9312-766524ba3bfd), precommit_add_association {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:23.831627 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-519b75ba-7e2b-4d48-9cdd-c1b88c63ac43 None None] Publish callbacks [] for port (2067b984-e775-42df-ba14-2b2a03717478), precommit_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:23.945795 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-519b75ba-7e2b-4d48-9cdd-c1b88c63ac43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320'] for port (2067b984-e775-42df-ba14-2b2a03717478), after_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:23.982194 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:23.994648 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519b75ba-7e2b-4d48-9cdd-c1b88c63ac43 None None] Network 4f2459fa-f112-4ee1-abd3-6f4952507858 is already hosted by enough agents. {{(pid=107075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:07:24.000469 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.scheduler.base_scheduler [None req-519b75ba-7e2b-4d48-9cdd-c1b88c63ac43 None None] Resources bound (agent type, host, resource id): {{(pid=107075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:07:24.010446 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519b75ba-7e2b-4d48-9cdd-c1b88c63ac43 None None] Received port after_create {{(pid=107075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:07:24.017252 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b3366a24-ae8c-4d5b-88f8-063f6bea4290 admin admin] Publish callbacks [] for router_gateway (e8f55aa6-3e2f-4434-9312-766524ba3bfd), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:24.020928 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b75ba-7e2b-4d48-9cdd-c1b88c63ac43 None None] Pushing event updated for resources: {'Port': ['ID=2067b984-e775-42df-ba14-2b2a03717478,revision_number=1']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:24.084071 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-519b75ba-7e2b-4d48-9cdd-c1b88c63ac43 None None] Attempting to bind port 2067b984-e775-42df-ba14-2b2a03717478 on host dv-cinder-852211-7-iscsi for vnic_type normal with profile {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:07:24.084589 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-519b75ba-7e2b-4d48-9cdd-c1b88c63ac43 None None] Attempting to bind port 2067b984-e775-42df-ba14-2b2a03717478 by drivers openvswitch,hyperv on host dv-cinder-852211-7-iscsi at level 0 using segments [{'id': 'ca6b7f3c-527c-4348-9811-67350820a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858'}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:07:24.085062 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519b75ba-7e2b-4d48-9cdd-c1b88c63ac43 None None] Attempting to bind port 2067b984-e775-42df-ba14-2b2a03717478 on network 4f2459fa-f112-4ee1-abd3-6f4952507858 {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:07:24.092148 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519b75ba-7e2b-4d48-9cdd-c1b88c63ac43 None None] Checking agent: {'id': '16ae7bad-0e03-4d8e-885b-3ed578a6ac87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 13, 56, 30), 'started_at': datetime.datetime(2022, 9, 1, 13, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:07:24.092572 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519b75ba-7e2b-4d48-9cdd-c1b88c63ac43 None None] Checking segment: {'id': 'ca6b7f3c-527c-4348-9811-67350820a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:07:24.092906 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-519b75ba-7e2b-4d48-9cdd-c1b88c63ac43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:24.093299 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519b75ba-7e2b-4d48-9cdd-c1b88c63ac43 None None] Bound using segment: {'id': 'ca6b7f3c-527c-4348-9811-67350820a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858'} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:07:24.093852 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-519b75ba-7e2b-4d48-9cdd-c1b88c63ac43 None None] Bound port: 2067b984-e775-42df-ba14-2b2a03717478, host: dv-cinder-852211-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca6b7f3c-527c-4348-9811-67350820a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858'}}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:07:24.094260 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-519b75ba-7e2b-4d48-9cdd-c1b88c63ac43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (2067b984-e775-42df-ba14-2b2a03717478), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:24.163582 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-519b75ba-7e2b-4d48-9cdd-c1b88c63ac43 None None] For port 2067b984-e775-42df-ba14-2b2a03717478, host dv-cinder-852211-7-iscsi, cleared binding levels {{(pid=107075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:07:24.167243 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-519b75ba-7e2b-4d48-9cdd-c1b88c63ac43 None None] For port 2067b984-e775-42df-ba14-2b2a03717478, host dv-cinder-852211-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=2067b984-e775-42df-ba14-2b2a03717478,segment=NetworkSegment(ca6b7f3c-527c-4348-9811-67350820a04d),segment_id=ca6b7f3c-527c-4348-9811-67350820a04d)] {{(pid=107075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:07:24.241215 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:24.305078 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-519b75ba-7e2b-4d48-9cdd-c1b88c63ac43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (2067b984-e775-42df-ba14-2b2a03717478), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:24.385116 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b75ba-7e2b-4d48-9cdd-c1b88c63ac43 None None] Pushing event updated for resources: {'Port': ['ID=2067b984-e775-42df-ba14-2b2a03717478,revision_number=2']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:24.398576 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-f35bea34-b83e-4292-8260-e31b4cef2219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:24.418063 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b3366a24-ae8c-4d5b-88f8-063f6bea4290 admin admin] Publish callbacks [] for router_gateway (e8f55aa6-3e2f-4434-9312-766524ba3bfd), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:24.446256 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b3366a24-ae8c-4d5b-88f8-063f6bea4290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:24.658409 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d95aeb-4d1f-45b1-b372-73bc393b1312 req-82defd5a-4ffd-4646-89f2-ee0dc18a8138 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:24.659626 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_common [None req-b3366a24-ae8c-4d5b-88f8-063f6bea4290 admin admin] Allocated IP 172.27.2.96 (495e3753-365b-4db4-ace7-a3dca370cb0d/c60058e0-5076-4233-a499-c0113b757f85/042fcd97-bc47-4ec4-b839-7c1ac90df09a) {{(pid=107074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:07:24.662501 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f3d95aeb-4d1f-45b1-b372-73bc393b1312 req-82defd5a-4ffd-4646-89f2-ee0dc18a8138 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 945 time: 0.1175220 Sep 01 14:07:24.723200 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:24.741475 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f3d95aeb-4d1f-45b1-b372-73bc393b1312 req-6064d882-a1c0-4d78-89a3-59c8e39c69e7 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745606 Sep 01 14:07:24.855820 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b3366a24-ae8c-4d5b-88f8-063f6bea4290 admin admin] Publish callbacks [] for port (042fcd97-bc47-4ec4-b839-7c1ac90df09a), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:25.023671 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b3366a24-ae8c-4d5b-88f8-063f6bea4290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (042fcd97-bc47-4ec4-b839-7c1ac90df09a), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:25.074902 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3366a24-ae8c-4d5b-88f8-063f6bea4290 admin admin] Network 495e3753-365b-4db4-ace7-a3dca370cb0d is already hosted by enough agents. {{(pid=107074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:07:25.081376 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-b3366a24-ae8c-4d5b-88f8-063f6bea4290 admin admin] Resources bound (agent type, host, resource id): {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:07:25.086115 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3366a24-ae8c-4d5b-88f8-063f6bea4290 admin admin] Received port after_create {{(pid=107074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:07:25.123220 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3366a24-ae8c-4d5b-88f8-063f6bea4290 admin admin] Pushing event updated for resources: {'Port': ['ID=042fcd97-bc47-4ec4-b839-7c1ac90df09a,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:25.539780 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b3366a24-ae8c-4d5b-88f8-063f6bea4290 admin admin] Publish callbacks [] for router_gateway (e8f55aa6-3e2f-4434-9312-766524ba3bfd), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:25.586254 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:25.650951 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f245da6-ce5b-4fe9-8ef9-4fa22acb03b1 None None] Network 4f2459fa-f112-4ee1-abd3-6f4952507858 requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:07:25.708459 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-e96dec6b-55bd-47c9-ba88-caa52ee8db6a None None] Provisioning complete for port 2067b984-e775-42df-ba14-2b2a03717478 triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:07:25.708959 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-e96dec6b-55bd-47c9-ba88-caa52ee8db6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (2067b984-e775-42df-ba14-2b2a03717478), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:25.836118 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b3366a24-ae8c-4d5b-88f8-063f6bea4290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33127714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-480464'] for router (e8f55aa6-3e2f-4434-9312-766524ba3bfd), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:25.865329 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-e96dec6b-55bd-47c9-ba88-caa52ee8db6a None None] Current status of the port 2067b984-e775-42df-ba14-2b2a03717478 is: DOWN; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:07:25.865790 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-e96dec6b-55bd-47c9-ba88-caa52ee8db6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (2067b984-e775-42df-ba14-2b2a03717478), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:25.911990 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-e96dec6b-55bd-47c9-ba88-caa52ee8db6a None None] For port 2067b984-e775-42df-ba14-2b2a03717478, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=2067b984-e775-42df-ba14-2b2a03717478,segment=NetworkSegment(ca6b7f3c-527c-4348-9811-67350820a04d),segment_id=ca6b7f3c-527c-4348-9811-67350820a04d)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:07:25.919593 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:25.952314 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69f527-fd07-4a40-835a-346893f9f459 req-c93354f9-ae2e-41e9-b92e-4f5dec5bfecb tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:25.954228 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-bf69f527-fd07-4a40-835a-346893f9f459 req-c93354f9-ae2e-41e9-b92e-4f5dec5bfecb tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 945 time: 0.1085238 Sep 01 14:07:26.032231 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-bf69f527-fd07-4a40-835a-346893f9f459 req-701065d6-be7d-4895-b5f0-a985177dcf3a tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668147 Sep 01 14:07:26.039815 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-e96dec6b-55bd-47c9-ba88-caa52ee8db6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (2067b984-e775-42df-ba14-2b2a03717478), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:26.127359 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96dec6b-55bd-47c9-ba88-caa52ee8db6a None None] Pushing event updated for resources: {'Port': ['ID=2067b984-e775-42df-ba14-2b2a03717478,revision_number=3']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:26.142454 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3366a24-ae8c-4d5b-88f8-063f6bea4290 admin admin] Router e8f55aa6-3e2f-4434-9312-766524ba3bfd is scheduled to L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e with binding_index 1 {{(pid=107074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 14:07:26.312769 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-011e5085-51d5-48da-99fe-4b9b6a5d239e None None] Provisioning complete for port 2067b984-e775-42df-ba14-2b2a03717478 triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:07:26.312769 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-011e5085-51d5-48da-99fe-4b9b6a5d239e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (2067b984-e775-42df-ba14-2b2a03717478), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:26.349024 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3366a24-ae8c-4d5b-88f8-063f6bea4290 admin admin] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:07:26.367064 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8520264f-7e08-4a80-a03e-d7adaec4d3ba None None] Sync routers for ids ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'] in dv-cinder-852211-7-iscsi {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:07:26.432431 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8520264f-7e08-4a80-a03e-d7adaec4d3ba None None] Routers {'e8f55aa6-3e2f-4434-9312-766524ba3bfd'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:07:26.433809 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-8520264f-7e08-4a80-a03e-d7adaec4d3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:06:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:07:26.525271 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-011e5085-51d5-48da-99fe-4b9b6a5d239e None None] Current status of the port 2067b984-e775-42df-ba14-2b2a03717478 is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:07:26.561318 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b3366a24-ae8c-4d5b-88f8-063f6bea4290 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:26.565815 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-b3366a24-ae8c-4d5b-88f8-063f6bea4290 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1447606 Sep 01 14:07:26.568799 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 56244) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:07:26.604872 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 2067b984-e775-42df-ba14-2b2a03717478 up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:07:26.672926 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-8520264f-7e08-4a80-a03e-d7adaec4d3ba None None] Set router e8f55aa6-3e2f-4434-9312-766524ba3bfd gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:07:26.747508 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 2067b984-e775-42df-ba14-2b2a03717478 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:07:26.748166 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (2067b984-e775-42df-ba14-2b2a03717478), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:26.777761 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:26.966145 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 2067b984-e775-42df-ba14-2b2a03717478 is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:07:26.973683 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-8520264f-7e08-4a80-a03e-d7adaec4d3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'name': 'tempest-AttachVolumeNegativeTest-1411166407-router', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:07:23Z', 'updated_at': '2022-09-01T14:07:25Z', 'revision_number': 3, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'gw_port': {'id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:24Z', 'updated_at': '2022-09-01T14:07:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:07:27.006342 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8520264f-7e08-4a80-a03e-d7adaec4d3ba None None] Checking router: e8f55aa6-3e2f-4434-9312-766524ba3bfd for host: dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:07:27.006720 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8520264f-7e08-4a80-a03e-d7adaec4d3ba None None] Updating router e8f55aa6-3e2f-4434-9312-766524ba3bfd port 042fcd97-bc47-4ec4-b839-7c1ac90df09a binding host dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:07:27.046546 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-8520264f-7e08-4a80-a03e-d7adaec4d3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (042fcd97-bc47-4ec4-b839-7c1ac90df09a), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:27.273478 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06040e4-1c78-43b2-ac1f-96662754159e req-de1a1880-68b3-4e73-bb7b-b77221c04930 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:27.293886 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b06040e4-1c78-43b2-ac1f-96662754159e req-de1a1880-68b3-4e73-bb7b-b77221c04930 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 945 time: 0.1104558 Sep 01 14:07:27.310348 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:27.345151 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-1893be6b-3962-4f15-ba61-ae6f8b59b5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:27.398670 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b06040e4-1c78-43b2-ac1f-96662754159e req-10eb8a0d-eac8-4a15-87ae-636c1a24b7dc tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112030 Sep 01 14:07:27.467414 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-45968b6a-be35-4852-b655-24e1d2ef16eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:27.523413 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-8520264f-7e08-4a80-a03e-d7adaec4d3ba None None] Publish callbacks [] for port (042fcd97-bc47-4ec4-b839-7c1ac90df09a), precommit_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:27.566308 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_common [None req-1893be6b-3962-4f15-ba61-ae6f8b59b5d6 admin admin] Allocated IP 172.20.0.1 (4f2459fa-f112-4ee1-abd3-6f4952507858/114ef839-6b7e-436f-ad2e-66278bf71661/1d322708-60c7-4a61-b0df-8d1e76fa1ff4) {{(pid=107074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:07:27.705483 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-1893be6b-3962-4f15-ba61-ae6f8b59b5d6 admin admin] Publish callbacks [] for port (1d322708-60c7-4a61-b0df-8d1e76fa1ff4), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:27.747399 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-8520264f-7e08-4a80-a03e-d7adaec4d3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (042fcd97-bc47-4ec4-b839-7c1ac90df09a), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:27.827002 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-8520264f-7e08-4a80-a03e-d7adaec4d3ba None None] Attempting to bind port 042fcd97-bc47-4ec4-b839-7c1ac90df09a on host dv-cinder-852211-7-iscsi for vnic_type normal with profile {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:07:27.827829 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-8520264f-7e08-4a80-a03e-d7adaec4d3ba None None] Attempting to bind port 042fcd97-bc47-4ec4-b839-7c1ac90df09a by drivers openvswitch,hyperv on host dv-cinder-852211-7-iscsi at level 0 using segments [{'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:07:27.828275 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8520264f-7e08-4a80-a03e-d7adaec4d3ba None None] Attempting to bind port 042fcd97-bc47-4ec4-b839-7c1ac90df09a on network 495e3753-365b-4db4-ace7-a3dca370cb0d {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:07:27.839380 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-1893be6b-3962-4f15-ba61-ae6f8b59b5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (1d322708-60c7-4a61-b0df-8d1e76fa1ff4), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:27.847259 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8520264f-7e08-4a80-a03e-d7adaec4d3ba None None] Checking agent: {'id': '16ae7bad-0e03-4d8e-885b-3ed578a6ac87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 13, 56, 30), 'started_at': datetime.datetime(2022, 9, 1, 13, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:07:27.847638 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8520264f-7e08-4a80-a03e-d7adaec4d3ba None None] Checking segment: {'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:07:27.848058 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-8520264f-7e08-4a80-a03e-d7adaec4d3ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:27.848465 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8520264f-7e08-4a80-a03e-d7adaec4d3ba None None] Bound using segment: {'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:07:27.848969 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-8520264f-7e08-4a80-a03e-d7adaec4d3ba None None] Bound port: 042fcd97-bc47-4ec4-b839-7c1ac90df09a, host: dv-cinder-852211-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:07:27.849394 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-8520264f-7e08-4a80-a03e-d7adaec4d3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (042fcd97-bc47-4ec4-b839-7c1ac90df09a), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:27.884685 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1893be6b-3962-4f15-ba61-ae6f8b59b5d6 admin admin] Network 4f2459fa-f112-4ee1-abd3-6f4952507858 is already hosted by enough agents. {{(pid=107074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:07:27.886638 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-396c75f7-3024-476d-9212-7ed0037ef577 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=1c13f664f15145fdb9b3c4b9f8496d80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448623 Sep 01 14:07:27.889971 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-1893be6b-3962-4f15-ba61-ae6f8b59b5d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:07:27.896599 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1893be6b-3962-4f15-ba61-ae6f8b59b5d6 admin admin] Received port after_create {{(pid=107074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:07:27.911733 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c2815-186a-4eb1-bb93-890d6fed8195 None None] Pushing event updated for resources: {'Port': ['ID=042fcd97-bc47-4ec4-b839-7c1ac90df09a,revision_number=2']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:27.958772 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:27.964146 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1893be6b-3962-4f15-ba61-ae6f8b59b5d6 admin admin] Pushing event updated for resources: {'Port': ['ID=1d322708-60c7-4a61-b0df-8d1e76fa1ff4,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:27.975387 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-1893be6b-3962-4f15-ba61-ae6f8b59b5d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33120883'] for router_interface (e8f55aa6-3e2f-4434-9312-766524ba3bfd), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:27.979939 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-8520264f-7e08-4a80-a03e-d7adaec4d3ba None None] For port 042fcd97-bc47-4ec4-b839-7c1ac90df09a, host dv-cinder-852211-7-iscsi, cleared binding levels {{(pid=107075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:07:27.987748 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-8520264f-7e08-4a80-a03e-d7adaec4d3ba None None] For port 042fcd97-bc47-4ec4-b839-7c1ac90df09a, host dv-cinder-852211-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=042fcd97-bc47-4ec4-b839-7c1ac90df09a,segment=NetworkSegment(f315c88c-0cea-42ce-ac38-790188a99330),segment_id=f315c88c-0cea-42ce-ac38-790188a99330)] {{(pid=107075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:07:28.084802 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-8520264f-7e08-4a80-a03e-d7adaec4d3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (042fcd97-bc47-4ec4-b839-7c1ac90df09a), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:28.173484 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c2815-186a-4eb1-bb93-890d6fed8195 None None] Pushing event updated for resources: {'Port': ['ID=042fcd97-bc47-4ec4-b839-7c1ac90df09a,revision_number=3']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:28.187877 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8520264f-7e08-4a80-a03e-d7adaec4d3ba None None] Routers {'e8f55aa6-3e2f-4434-9312-766524ba3bfd'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:07:28.188931 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-8520264f-7e08-4a80-a03e-d7adaec4d3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:07:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:07:28.245553 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-65aed835-ccd0-42f8-89b8-999b4859a24f tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:28.247362 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-65aed835-ccd0-42f8-89b8-999b4859a24f tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3447697 Sep 01 14:07:28.277214 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-dab96d26-9c4e-4638-9bca-877a59cb8428 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/quotas/1c13f664f15145fdb9b3c4b9f8496d80 HTTP/1.1" status: 200 len: 375 time: 0.0187807 Sep 01 14:07:28.337409 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-1893be6b-3962-4f15-ba61-ae6f8b59b5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (1d322708-60c7-4a61-b0df-8d1e76fa1ff4), before_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:28.362263 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-493cdcb8-d062-470a-b68f-cf3d8daf45ba tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1c13f664f15145fdb9b3c4b9f8496d80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0766106 Sep 01 14:07:28.487056 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-24848689-d8fc-4088-b241-29901eca281a None None] Provisioning complete for port 1d322708-60c7-4a61-b0df-8d1e76fa1ff4 triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:07:28.494369 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-24848689-d8fc-4088-b241-29901eca281a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (1d322708-60c7-4a61-b0df-8d1e76fa1ff4), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:28.543823 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-8520264f-7e08-4a80-a03e-d7adaec4d3ba None None] Set router e8f55aa6-3e2f-4434-9312-766524ba3bfd gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:07:28.547928 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-24848689-d8fc-4088-b241-29901eca281a None None] Port 1d322708-60c7-4a61-b0df-8d1e76fa1ff4 cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 14:07:28.613211 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:28.697004 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f36331-463a-4a2b-b944-bbeec7ed5ccc req-82f8228b-9e5b-48b1-9a25-1aba82254bfd tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:28.699823 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e9f36331-463a-4a2b-b944-bbeec7ed5ccc req-82f8228b-9e5b-48b1-9a25-1aba82254bfd tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 945 time: 0.1127090 Sep 01 14:07:28.818153 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e9f36331-463a-4a2b-b944-bbeec7ed5ccc req-8e56cca2-7770-4627-9d98-a0eeb2971888 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032095 Sep 01 14:07:28.846624 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-1893be6b-3962-4f15-ba61-ae6f8b59b5d6 admin admin] Publish callbacks [] for port (1d322708-60c7-4a61-b0df-8d1e76fa1ff4), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:28.846810 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-39fb7e8f-f17e-4a4d-8fb8-1df641844bd1 req-a6f38ff4-6daa-43f0-b1df-02873e14d895 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0f8565-bc64-439c-be78-3385624198b5 HTTP/1.1" status: 200 len: 210 time: 0.0576999 Sep 01 14:07:28.863136 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:28.887741 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-8520264f-7e08-4a80-a03e-d7adaec4d3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'name': 'tempest-AttachVolumeNegativeTest-1411166407-router', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:07:23Z', 'updated_at': '2022-09-01T14:07:25Z', 'revision_number': 3, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'gw_port': {'id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:24Z', 'updated_at': '2022-09-01T14:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:07:28.933228 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8520264f-7e08-4a80-a03e-d7adaec4d3ba None None] The sync data for ids ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'] in dv-cinder-852211-7-iscsi is: [{'id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'name': 'tempest-AttachVolumeNegativeTest-1411166407-router', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:07:23Z', 'updated_at': '2022-09-01T14:07:25Z', 'revision_number': 3, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'gw_port': {'id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:24Z', 'updated_at': '2022-09-01T14:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}] {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:07:28.951471 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-1893be6b-3962-4f15-ba61-ae6f8b59b5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923807'] for port (1d322708-60c7-4a61-b0df-8d1e76fa1ff4), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:29.046581 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-1893be6b-3962-4f15-ba61-ae6f8b59b5d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33091771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33120975'] for router_interface (e8f55aa6-3e2f-4434-9312-766524ba3bfd), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:29.048580 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1893be6b-3962-4f15-ba61-ae6f8b59b5d6 admin admin] Pushing event updated for resources: {'Port': ['ID=1d322708-60c7-4a61-b0df-8d1e76fa1ff4,revision_number=2']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:29.091257 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:29.181430 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:29.416658 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1893be6b-3962-4f15-ba61-ae6f8b59b5d6 admin admin] Network 4f2459fa-f112-4ee1-abd3-6f4952507858 is already hosted by enough agents. {{(pid=107074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:07:29.418270 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-1893be6b-3962-4f15-ba61-ae6f8b59b5d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:07:29.562089 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1893be6b-3962-4f15-ba61-ae6f8b59b5d6 admin admin] Router e8f55aa6-3e2f-4434-9312-766524ba3bfd has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:07:29.736004 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1893be6b-3962-4f15-ba61-ae6f8b59b5d6 admin admin] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:07:29.744349 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-1893be6b-3962-4f15-ba61-ae6f8b59b5d6 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/e8f55aa6-3e2f-4434-9312-766524ba3bfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1723812 Sep 01 14:07:29.778712 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-8b73c504-a99a-449c-b055-b730b2eeb7a6 None None] Provisioning complete for port 1d322708-60c7-4a61-b0df-8d1e76fa1ff4 triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:07:29.779078 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-8b73c504-a99a-449c-b055-b730b2eeb7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (1d322708-60c7-4a61-b0df-8d1e76fa1ff4), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:29.818671 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-8b73c504-a99a-449c-b055-b730b2eeb7a6 None None] Port 1d322708-60c7-4a61-b0df-8d1e76fa1ff4 cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 14:07:30.004681 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b86ae-bacc-4089-ae26-021193ba0d27 req-dee33dfb-2b82-4a79-a3c2-572bac1340f3 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:30.010870 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-884b86ae-bacc-4089-ae26-021193ba0d27 req-dee33dfb-2b82-4a79-a3c2-572bac1340f3 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 945 time: 0.0789471 Sep 01 14:07:30.050419 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6a67ad40-fe10-4ed2-a450-479bc7eded35 req-d79f30b1-6c8a-4995-bcb8-86a4d00bf43c tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0f8565-bc64-439c-be78-3385624198b5 HTTP/1.1" status: 200 len: 210 time: 0.0646758 Sep 01 14:07:30.190564 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-884b86ae-bacc-4089-ae26-021193ba0d27 req-2eb43c0e-d86f-4779-835d-f0ff1b0af558 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467328 Sep 01 14:07:30.434768 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:30.496824 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 042fcd97-bc47-4ec4-b839-7c1ac90df09a up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:07:30.573098 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 042fcd97-bc47-4ec4-b839-7c1ac90df09a triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:07:30.573426 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (042fcd97-bc47-4ec4-b839-7c1ac90df09a), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:30.605270 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 56346) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:07:30.622047 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-3c6e5b0a-30a3-4011-b281-4ffb171db91e tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1301829720', 'description': 'tempest-description--1768005852'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:07:30.664561 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 042fcd97-bc47-4ec4-b839-7c1ac90df09a is: DOWN; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:07:30.665312 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (042fcd97-bc47-4ec4-b839-7c1ac90df09a), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:30.700385 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] For port 042fcd97-bc47-4ec4-b839-7c1ac90df09a, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=042fcd97-bc47-4ec4-b839-7c1ac90df09a,segment=NetworkSegment(f315c88c-0cea-42ce-ac38-790188a99330),segment_id=f315c88c-0cea-42ce-ac38-790188a99330)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:07:30.747923 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-3c6e5b0a-30a3-4011-b281-4ffb171db91e tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:30.818405 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:30.840735 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:30.842376 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (042fcd97-bc47-4ec4-b839-7c1ac90df09a), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:30.878814 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-3c6e5b0a-30a3-4011-b281-4ffb171db91e tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group (316d2b80-0f10-47d0-b39a-949b2d496324), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:30.914526 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 56350) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:07:30.931211 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Pushing event updated for resources: {'Port': ['ID=042fcd97-bc47-4ec4-b839-7c1ac90df09a,revision_number=4']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:30.981451 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-3c6e5b0a-30a3-4011-b281-4ffb171db91e tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (316d2b80-0f10-47d0-b39a-949b2d496324), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:30.999002 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:31.020075 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e5b0a-30a3-4011-b281-4ffb171db91e tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=316d2b80-0f10-47d0-b39a-949b2d496324,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:31.067993 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-346c4dcb-c902-459c-b487-833c54cd32ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:31.084008 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39d95ef-b205-4bbe-9e03-1684d314b51d None None] Sync routers for ids ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'] in dv-cinder-852211-7-iscsi {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:07:31.098688 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39d95ef-b205-4bbe-9e03-1684d314b51d None None] Routers {'e8f55aa6-3e2f-4434-9312-766524ba3bfd'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:07:31.099212 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-c39d95ef-b205-4bbe-9e03-1684d314b51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:07:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:07:31.137828 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:31.138680 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-3c6e5b0a-30a3-4011-b281-4ffb171db91e tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:31.144011 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-3c6e5b0a-30a3-4011-b281-4ffb171db91e tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5271349 Sep 01 14:07:31.145691 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 56356) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:07:31.151698 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-9eb0b6a2-d9e0-4ac5-9564-14e6b643eba0 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Request body: {'security_group_rule': {'security_group_id': '316d2b80-0f10-47d0-b39a-949b2d496324', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:07:31.196789 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-346c4dcb-c902-459c-b487-833c54cd32ee admin admin] Publish callbacks [] for security_group (2b042fb2-cead-4956-b58d-2501ed323f44), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:31.223318 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-c39d95ef-b205-4bbe-9e03-1684d314b51d None None] Set router e8f55aa6-3e2f-4434-9312-766524ba3bfd gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:07:31.223782 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d1954586-e3dd-4ae2-949c-1e3c84d66a08 req-31e6aea0-db72-43a3-a9ae-2ac5539984a5 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0f8565-bc64-439c-be78-3385624198b5 HTTP/1.1" status: 200 len: 210 time: 0.0523827 Sep 01 14:07:31.278508 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-346c4dcb-c902-459c-b487-833c54cd32ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (2b042fb2-cead-4956-b58d-2501ed323f44), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:31.336969 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-346c4dcb-c902-459c-b487-833c54cd32ee admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=8954bd94261f469a8e7851b3a3125771&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4208210 Sep 01 14:07:31.337768 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c4dcb-c902-459c-b487-833c54cd32ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b042fb2-cead-4956-b58d-2501ed323f44,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:31.341557 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 56364) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:07:31.362728 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-9eb0b6a2-d9e0-4ac5-9564-14e6b643eba0 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group_rule (2c520c13-baf6-4434-b465-03c544f1b2cf), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:31.424450 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b23f288d-2988-4ac5-8bdf-bcfc3c91061e admin admin] Publish callbacks [] for security_group (2b042fb2-cead-4956-b58d-2501ed323f44), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:31.451059 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b23f288d-2988-4ac5-8bdf-bcfc3c91061e admin admin] Publish callbacks [] for security_group (2b042fb2-cead-4956-b58d-2501ed323f44), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:31.465467 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265c855-5e8a-49e3-b97b-f7f25f10076f req-d9d49805-30eb-44b1-b672-9f7bd3defa76 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:31.468280 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1265c855-5e8a-49e3-b97b-f7f25f10076f req-d9d49805-30eb-44b1-b672-9f7bd3defa76 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 945 time: 0.1362576 Sep 01 14:07:31.528528 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-c39d95ef-b205-4bbe-9e03-1684d314b51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'name': 'tempest-AttachVolumeNegativeTest-1411166407-router', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:07:23Z', 'updated_at': '2022-09-01T14:07:28Z', 'revision_number': 4, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'gw_port': {'id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:24Z', 'updated_at': '2022-09-01T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '1d322708-60c7-4a61-b0df-8d1e76fa1ff4', 'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'mac_address': 'fa:16:3e:a6:5b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:27Z', 'updated_at': '2022-09-01T14:07:28Z', 'revision_number': 2, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'subnets': [{'id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:07:31.557121 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39d95ef-b205-4bbe-9e03-1684d314b51d None None] Checking router: e8f55aa6-3e2f-4434-9312-766524ba3bfd for host: dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:07:31.557674 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39d95ef-b205-4bbe-9e03-1684d314b51d None None] Updating router e8f55aa6-3e2f-4434-9312-766524ba3bfd port 1d322708-60c7-4a61-b0df-8d1e76fa1ff4 binding host dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:07:31.566277 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:31.583379 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1265c855-5e8a-49e3-b97b-f7f25f10076f req-4a4be07e-8fe8-44da-b383-5d82bec9933c tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055260 Sep 01 14:07:31.627070 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-c39d95ef-b205-4bbe-9e03-1684d314b51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (1d322708-60c7-4a61-b0df-8d1e76fa1ff4), before_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:31.634787 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b23f288d-2988-4ac5-8bdf-bcfc3c91061e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (2b042fb2-cead-4956-b58d-2501ed323f44), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:31.647685 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-9eb0b6a2-d9e0-4ac5-9564-14e6b643eba0 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group_rule (2c520c13-baf6-4434-b465-03c544f1b2cf), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:31.648879 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b23f288d-2988-4ac5-8bdf-bcfc3c91061e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:31.651873 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-b23f288d-2988-4ac5-8bdf-bcfc3c91061e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2b042fb2-cead-4956-b58d-2501ed323f44 HTTP/1.1" status: 204 len: 168 time: 0.3087473 Sep 01 14:07:31.677075 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f288d-2988-4ac5-8bdf-bcfc3c91061e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b042fb2-cead-4956-b58d-2501ed323f44,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:31.753603 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-9eb0b6a2-d9e0-4ac5-9564-14e6b643eba0 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411178'] for security_group_rule (2c520c13-baf6-4434-b465-03c544f1b2cf), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:31.781145 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb0b6a2-d9e0-4ac5-9564-14e6b643eba0 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c520c13-baf6-4434-b465-03c544f1b2cf,revision_number=0']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:31.962518 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-9eb0b6a2-d9e0-4ac5-9564-14e6b643eba0 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:31.964338 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-9eb0b6a2-d9e0-4ac5-9564-14e6b643eba0 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8175197 Sep 01 14:07:31.968245 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 56372) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:07:31.974812 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-139e9d60-42cc-4cea-a484-2a1343dd07de tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Request body: {'security_group_rule': {'security_group_id': '316d2b80-0f10-47d0-b39a-949b2d496324', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:07:32.079096 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-c39d95ef-b205-4bbe-9e03-1684d314b51d None None] Publish callbacks [] for port (1d322708-60c7-4a61-b0df-8d1e76fa1ff4), precommit_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:32.125756 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-139e9d60-42cc-4cea-a484-2a1343dd07de tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group_rule (e9453f54-b8de-4823-a469-cf61b849ed00), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:32.220122 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-139e9d60-42cc-4cea-a484-2a1343dd07de tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group_rule (e9453f54-b8de-4823-a469-cf61b849ed00), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:32.222281 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-c39d95ef-b205-4bbe-9e03-1684d314b51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (1d322708-60c7-4a61-b0df-8d1e76fa1ff4), after_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:32.350972 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e2990c-3a96-4a5d-8821-c7a94c95eb9c None None] Pushing event updated for resources: {'Port': ['ID=1d322708-60c7-4a61-b0df-8d1e76fa1ff4,revision_number=3']} {{(pid=107076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:32.372291 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e2990c-3a96-4a5d-8821-c7a94c95eb9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:32.372581 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-139e9d60-42cc-4cea-a484-2a1343dd07de tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411178'] for security_group_rule (e9453f54-b8de-4823-a469-cf61b849ed00), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:32.372838 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e2990c-3a96-4a5d-8821-c7a94c95eb9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:32.373410 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e2990c-3a96-4a5d-8821-c7a94c95eb9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:32.373960 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e2990c-3a96-4a5d-8821-c7a94c95eb9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:32.374650 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e2990c-3a96-4a5d-8821-c7a94c95eb9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:32.378993 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e2990c-3a96-4a5d-8821-c7a94c95eb9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:32.378993 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e2990c-3a96-4a5d-8821-c7a94c95eb9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:32.378993 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e2990c-3a96-4a5d-8821-c7a94c95eb9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:32.378993 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e2990c-3a96-4a5d-8821-c7a94c95eb9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:32.378993 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e2990c-3a96-4a5d-8821-c7a94c95eb9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:32.378993 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e2990c-3a96-4a5d-8821-c7a94c95eb9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:32.378993 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e2990c-3a96-4a5d-8821-c7a94c95eb9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:32.378993 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e2990c-3a96-4a5d-8821-c7a94c95eb9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:32.379748 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e2990c-3a96-4a5d-8821-c7a94c95eb9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:32.380067 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e2990c-3a96-4a5d-8821-c7a94c95eb9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:32.415507 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e9d60-42cc-4cea-a484-2a1343dd07de tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9453f54-b8de-4823-a469-cf61b849ed00,revision_number=0']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:32.436792 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-506b5664-20e4-4329-9cfb-18b141c0df21 req-ad94087e-6c15-4254-8ef3-189c4906a4d6 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0f8565-bc64-439c-be78-3385624198b5 HTTP/1.1" status: 200 len: 210 time: 0.0729909 Sep 01 14:07:32.443926 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.managers [None req-c39d95ef-b205-4bbe-9e03-1684d314b51d None None] Attempting to bind port 1d322708-60c7-4a61-b0df-8d1e76fa1ff4 on host dv-cinder-852211-7-iscsi for vnic_type normal with profile {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:07:32.444658 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.managers [None req-c39d95ef-b205-4bbe-9e03-1684d314b51d None None] Attempting to bind port 1d322708-60c7-4a61-b0df-8d1e76fa1ff4 by drivers openvswitch,hyperv on host dv-cinder-852211-7-iscsi at level 0 using segments [{'id': 'ca6b7f3c-527c-4348-9811-67350820a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858'}] {{(pid=107076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:07:32.445093 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39d95ef-b205-4bbe-9e03-1684d314b51d None None] Attempting to bind port 1d322708-60c7-4a61-b0df-8d1e76fa1ff4 on network 4f2459fa-f112-4ee1-abd3-6f4952507858 {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:07:32.454923 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39d95ef-b205-4bbe-9e03-1684d314b51d None None] Checking agent: {'id': '16ae7bad-0e03-4d8e-885b-3ed578a6ac87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 13, 56, 30), 'started_at': datetime.datetime(2022, 9, 1, 13, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:07:32.457265 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39d95ef-b205-4bbe-9e03-1684d314b51d None None] Checking segment: {'id': 'ca6b7f3c-527c-4348-9811-67350820a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:07:32.458174 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-c39d95ef-b205-4bbe-9e03-1684d314b51d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:32.458983 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39d95ef-b205-4bbe-9e03-1684d314b51d None None] Bound using segment: {'id': 'ca6b7f3c-527c-4348-9811-67350820a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858'} {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:07:32.459807 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.managers [None req-c39d95ef-b205-4bbe-9e03-1684d314b51d None None] Bound port: 1d322708-60c7-4a61-b0df-8d1e76fa1ff4, host: dv-cinder-852211-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca6b7f3c-527c-4348-9811-67350820a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858'}}] {{(pid=107076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:07:32.460409 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-c39d95ef-b205-4bbe-9e03-1684d314b51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (1d322708-60c7-4a61-b0df-8d1e76fa1ff4), before_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:32.552461 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 042fcd97-bc47-4ec4-b839-7c1ac90df09a up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:07:32.554993 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-139e9d60-42cc-4cea-a484-2a1343dd07de tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:32.559885 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-139e9d60-42cc-4cea-a484-2a1343dd07de tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5867584 Sep 01 14:07:32.560468 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 56382) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:07:32.569507 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-9d10946f-35a8-42a3-b306-33df0ff2f252 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Request body: {'floatingip': {'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:07:32.656696 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 042fcd97-bc47-4ec4-b839-7c1ac90df09a triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:07:32.659147 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (042fcd97-bc47-4ec4-b839-7c1ac90df09a), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:32.659355 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.db [None req-c39d95ef-b205-4bbe-9e03-1684d314b51d None None] For port 1d322708-60c7-4a61-b0df-8d1e76fa1ff4, host dv-cinder-852211-7-iscsi, cleared binding levels {{(pid=107076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:07:32.665303 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.db [None req-c39d95ef-b205-4bbe-9e03-1684d314b51d None None] For port 1d322708-60c7-4a61-b0df-8d1e76fa1ff4, host dv-cinder-852211-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=1d322708-60c7-4a61-b0df-8d1e76fa1ff4,segment=NetworkSegment(ca6b7f3c-527c-4348-9811-67350820a04d),segment_id=ca6b7f3c-527c-4348-9811-67350820a04d)] {{(pid=107076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:07:32.789051 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 56392) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:07:32.792658 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-9d10946f-35a8-42a3-b306-33df0ff2f252 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:32.812751 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-c39d95ef-b205-4bbe-9e03-1684d314b51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (1d322708-60c7-4a61-b0df-8d1e76fa1ff4), after_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:32.813142 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-bcd3bdc2-fb33-4c72-8ad5-afd38509a3cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:32.825100 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:32.851644 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 042fcd97-bc47-4ec4-b839-7c1ac90df09a is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:07:32.873783 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:32.880068 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:32.890351 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39d95ef-b205-4bbe-9e03-1684d314b51d None None] Routers {'e8f55aa6-3e2f-4434-9312-766524ba3bfd'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:07:32.891387 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-c39d95ef-b205-4bbe-9e03-1684d314b51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:07:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:07:32.892359 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f066d-6cfc-4fca-9000-665b8bc10a19 req-7582b8ca-d4c5-45c0-80c3-7a151a08d18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:32.894874 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-f89f066d-6cfc-4fca-9000-665b8bc10a19 req-7582b8ca-d4c5-45c0-80c3-7a151a08d18a service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 1129 time: 0.0716174 Sep 01 14:07:32.922374 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05d5ae-2798-4ef4-a968-d59a0364dc2d req-c79d291f-ad84-4eaf-b715-e545dd9c9f5e tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:32.968606 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-da05d5ae-2798-4ef4-a968-d59a0364dc2d req-c79d291f-ad84-4eaf-b715-e545dd9c9f5e tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 945 time: 0.2262080 Sep 01 14:07:32.988783 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-f89f066d-6cfc-4fca-9000-665b8bc10a19 req-31b6f1e4-4bfe-43b8-b9d8-207ffe7b2350 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860171 Sep 01 14:07:32.992395 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-9d10946f-35a8-42a3-b306-33df0ff2f252 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:33.008858 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e2990c-3a96-4a5d-8821-c7a94c95eb9c None None] Pushing event updated for resources: {'Port': ['ID=1d322708-60c7-4a61-b0df-8d1e76fa1ff4,revision_number=4']} {{(pid=107076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:33.042472 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-bcd3bdc2-fb33-4c72-8ad5-afd38509a3cc admin admin] Publish callbacks [] for security_group (485da513-0e3b-404d-a70e-7ac7bb6e7ec0), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:33.090533 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-da05d5ae-2798-4ef4-a968-d59a0364dc2d req-e55a3d99-781a-424c-b2e4-35fc45789b8c tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207197 Sep 01 14:07:33.125678 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-c39d95ef-b205-4bbe-9e03-1684d314b51d None None] Set router e8f55aa6-3e2f-4434-9312-766524ba3bfd gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:07:33.130368 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-bcd3bdc2-fb33-4c72-8ad5-afd38509a3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (485da513-0e3b-404d-a70e-7ac7bb6e7ec0), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:33.178091 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd3bdc2-fb33-4c72-8ad5-afd38509a3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485da513-0e3b-404d-a70e-7ac7bb6e7ec0,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:33.183200 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-bcd3bdc2-fb33-4c72-8ad5-afd38509a3cc admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=09962d174f96449f9daf5aa2b879988e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3930202 Sep 01 14:07:33.192927 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 56396) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:07:33.200389 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.db_base_plugin_common [None req-9d10946f-35a8-42a3-b306-33df0ff2f252 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Allocated IP 172.27.2.195 (495e3753-365b-4db4-ace7-a3dca370cb0d/c60058e0-5076-4233-a499-c0113b757f85/7946a266-237a-42b3-a3cb-5e559c37fa64) {{(pid=107073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:07:33.268521 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:33.317358 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-3ed5b15c-8e2c-4ad8-8361-fc4b3be2a873 admin admin] Publish callbacks [] for security_group (485da513-0e3b-404d-a70e-7ac7bb6e7ec0), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:33.359610 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-3ed5b15c-8e2c-4ad8-8361-fc4b3be2a873 admin admin] Publish callbacks [] for security_group (485da513-0e3b-404d-a70e-7ac7bb6e7ec0), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:33.417085 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-9d10946f-35a8-42a3-b306-33df0ff2f252 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for port (7946a266-237a-42b3-a3cb-5e559c37fa64), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:33.478431 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-c39d95ef-b205-4bbe-9e03-1684d314b51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'name': 'tempest-AttachVolumeNegativeTest-1411166407-router', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:07:23Z', 'updated_at': '2022-09-01T14:07:28Z', 'revision_number': 4, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'gw_port': {'id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:24Z', 'updated_at': '2022-09-01T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '1d322708-60c7-4a61-b0df-8d1e76fa1ff4', 'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'mac_address': 'fa:16:3e:a6:5b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:27Z', 'updated_at': '2022-09-01T14:07:32Z', 'revision_number': 4, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'subnets': [{'id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:07:33.510214 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39d95ef-b205-4bbe-9e03-1684d314b51d None None] The sync data for ids ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'] in dv-cinder-852211-7-iscsi is: [{'id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'name': 'tempest-AttachVolumeNegativeTest-1411166407-router', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:07:23Z', 'updated_at': '2022-09-01T14:07:28Z', 'revision_number': 4, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'gw_port': {'id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:24Z', 'updated_at': '2022-09-01T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '1d322708-60c7-4a61-b0df-8d1e76fa1ff4', 'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'mac_address': 'fa:16:3e:a6:5b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:27Z', 'updated_at': '2022-09-01T14:07:32Z', 'revision_number': 4, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'subnets': [{'id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:07:33.679012 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-80ac234a-3e28-4a33-945e-a787ce51e81a req-5a060490-dc9d-49c6-86ef-2c361bdce6fe tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0f8565-bc64-439c-be78-3385624198b5 HTTP/1.1" status: 200 len: 210 time: 0.0631456 Sep 01 14:07:33.691757 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-3ed5b15c-8e2c-4ad8-8361-fc4b3be2a873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (485da513-0e3b-404d-a70e-7ac7bb6e7ec0), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:33.696867 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-3ed5b15c-8e2c-4ad8-8361-fc4b3be2a873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:33.703710 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-3ed5b15c-8e2c-4ad8-8361-fc4b3be2a873 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/485da513-0e3b-404d-a70e-7ac7bb6e7ec0 HTTP/1.1" status: 204 len: 168 time: 0.5094233 Sep 01 14:07:33.706484 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-9d10946f-35a8-42a3-b306-33df0ff2f252 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (7946a266-237a-42b3-a3cb-5e559c37fa64), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:33.788948 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed5b15c-8e2c-4ad8-8361-fc4b3be2a873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485da513-0e3b-404d-a70e-7ac7bb6e7ec0,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:33.831852 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d10946f-35a8-42a3-b306-33df0ff2f252 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Network 495e3753-365b-4db4-ace7-a3dca370cb0d is already hosted by enough agents. {{(pid=107073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:07:33.841142 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.base_scheduler [None req-9d10946f-35a8-42a3-b306-33df0ff2f252 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Resources bound (agent type, host, resource id): {{(pid=107073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:07:33.847819 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d10946f-35a8-42a3-b306-33df0ff2f252 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Received port after_create {{(pid=107073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:07:33.915916 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10946f-35a8-42a3-b306-33df0ff2f252 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Pushing event updated for resources: {'Port': ['ID=7946a266-237a-42b3-a3cb-5e559c37fa64,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:33.985223 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-9d10946f-35a8-42a3-b306-33df0ff2f252 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for floatingip (e9efb998-fb9c-4d8e-8668-f1427837bef0), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:34.121291 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-9d10946f-35a8-42a3-b306-33df0ff2f252 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (7946a266-237a-42b3-a3cb-5e559c37fa64), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:34.434295 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff629fc1-6ac4-4f4c-826d-054873de6735 req-8b3764bd-2f56-4d2d-b52e-a32336a759bc tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:34.438749 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ff629fc1-6ac4-4f4c-826d-054873de6735 req-8b3764bd-2f56-4d2d-b52e-a32336a759bc tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 945 time: 0.1914763 Sep 01 14:07:34.565892 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 1d322708-60c7-4a61-b0df-8d1e76fa1ff4 up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:07:34.588114 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ff629fc1-6ac4-4f4c-826d-054873de6735 req-bdb89f4c-129f-4175-87c7-e6f1f5e04919 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428566 Sep 01 14:07:34.692998 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-9d10946f-35a8-42a3-b306-33df0ff2f252 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for port (7946a266-237a-42b3-a3cb-5e559c37fa64), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:34.696121 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:34.715515 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 1d322708-60c7-4a61-b0df-8d1e76fa1ff4 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:07:34.716230 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (1d322708-60c7-4a61-b0df-8d1e76fa1ff4), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:34.821635 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-9d10946f-35a8-42a3-b306-33df0ff2f252 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3071173'] for port (7946a266-237a-42b3-a3cb-5e559c37fa64), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:34.895281 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 1d322708-60c7-4a61-b0df-8d1e76fa1ff4 is: DOWN; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:07:34.895992 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (1d322708-60c7-4a61-b0df-8d1e76fa1ff4), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:34.958235 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-fedcf14c-fd5b-4e58-b205-b7aa964e8e99 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=1c13f664f15145fdb9b3c4b9f8496d80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0800986 Sep 01 14:07:35.048083 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-9d10946f-35a8-42a3-b306-33df0ff2f252 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122292'] for floatingip (e9efb998-fb9c-4d8e-8668-f1427837bef0), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:35.076682 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-33625966-cf15-4551-9ee6-072222a46ef4 req-36ebde2c-7c1c-430d-b96e-07b0c4eea7fc tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0f8565-bc64-439c-be78-3385624198b5 HTTP/1.1" status: 200 len: 210 time: 0.1507046 Sep 01 14:07:35.120191 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] For port 1d322708-60c7-4a61-b0df-8d1e76fa1ff4, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=1d322708-60c7-4a61-b0df-8d1e76fa1ff4,segment=NetworkSegment(ca6b7f3c-527c-4348-9811-67350820a04d),segment_id=ca6b7f3c-527c-4348-9811-67350820a04d)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:07:35.151652 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10946f-35a8-42a3-b306-33df0ff2f252 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Pushing event updated for resources: {'Port': ['ID=7946a266-237a-42b3-a3cb-5e559c37fa64,revision_number=2']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:35.199063 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (1d322708-60c7-4a61-b0df-8d1e76fa1ff4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:35.266939 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-9d10946f-35a8-42a3-b306-33df0ff2f252 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for floatingip (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:35.271372 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-9d10946f-35a8-42a3-b306-33df0ff2f252 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7095194 Sep 01 14:07:35.286690 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Pushing event updated for resources: {'Port': ['ID=1d322708-60c7-4a61-b0df-8d1e76fa1ff4,revision_number=5']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:35.403977 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-4ba50495-8087-4220-b630-5240bd54a031 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:35.405633 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-4ba50495-8087-4220-b630-5240bd54a031 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4413512 Sep 01 14:07:35.423671 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-498fb630-3a65-4844-aae6-a70d81b2719b tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Request body: {'port': {'device_id': '7e0f8565-bc64-439c-be78-3385624198b5', 'network_id': '4950ae57-b575-4ac5-bea7-64d1ffb4f2cd', 'admin_state_up': True, 'tenant_id': '1c13f664f15145fdb9b3c4b9f8496d80'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:07:35.668823 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 6 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:07:35.685471 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-b9945b9e-e153-47c1-9a93-b36e3b6926da tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1301829720&fields=id&tenant_id=90a84500a899479aabfa3aeb72b4c4ae HTTP/1.1" status: 200 len: 267 time: 0.0771759 Sep 01 14:07:35.799160 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-498fb630-3a65-4844-aae6-a70d81b2719b tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Made reservation on behalf of 1c13f664f15145fdb9b3c4b9f8496d80 for: {'port': 1} {{(pid=107074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:07:35.804460 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-498fb630-3a65-4844-aae6-a70d81b2719b tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:35.818759 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-498fb630-3a65-4844-aae6-a70d81b2719b tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:35.840251 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016125b-a617-4e84-b637-6331545b6373 req-ba746c8e-dd5f-4998-9917-eebb87c0ef2a tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:35.841949 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0016125b-a617-4e84-b637-6331545b6373 req-ba746c8e-dd5f-4998-9917-eebb87c0ef2a tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 945 time: 0.1047020 Sep 01 14:07:35.885184 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 56466) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:07:35.914384 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-74a52709-7948-4674-a5de-f4c7583b5195 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:35.916094 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-74a52709-7948-4674-a5de-f4c7583b5195 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/networks?id=4f2459fa-f112-4ee1-abd3-6f4952507858 HTTP/1.1" status: 200 len: 815 time: 0.2111883 Sep 01 14:07:35.958432 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0016125b-a617-4e84-b637-6331545b6373 req-de1ce1d1-d135-4cae-931a-540a7a63fd4d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035328 Sep 01 14:07:35.960035 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-9b4793ed-0201-4c71-b5ae-a0330971e5aa tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/quotas/90a84500a899479aabfa3aeb72b4c4ae HTTP/1.1" status: 200 len: 375 time: 0.0211959 Sep 01 14:07:35.973406 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-498fb630-3a65-4844-aae6-a70d81b2719b tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Publish callbacks [] for security_group (477225c7-5fc9-49a3-a720-b108165c8fd9), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:36.012461 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:36.020356 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-fac86c43-06fd-4eda-8b48-d37818e6e4bd tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=90a84500a899479aabfa3aeb72b4c4ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528579 Sep 01 14:07:36.039034 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-498fb630-3a65-4844-aae6-a70d81b2719b tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (477225c7-5fc9-49a3-a720-b108165c8fd9), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:36.103195 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-70266bf5-8811-4704-ab2b-7686c0f6ae68 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1691116600-network', 'tenant_id': '404bac8465994797b72d704bba719f31'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:07:36.118689 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fb630-3a65-4844-aae6-a70d81b2719b tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=477225c7-5fc9-49a3-a720-b108165c8fd9,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:36.274492 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_common [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-498fb630-3a65-4844-aae6-a70d81b2719b tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Allocated IP 192.168.233.165 (4950ae57-b575-4ac5-bea7-64d1ffb4f2cd/51ad8b23-e38b-487c-bcaa-330d5ad6b1ad/567f782a-6b5e-4df4-9763-c0f2c4ed650f) {{(pid=107074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:07:36.290313 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b66f70-b1ca-414d-a522-926d7e6cc78e req-dd7af3a2-4c7b-4675-b91b-8b105b640d98 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:36.292266 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d9b66f70-b1ca-414d-a522-926d7e6cc78e req-dd7af3a2-4c7b-4675-b91b-8b105b640d98 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 946 time: 0.1978760 Sep 01 14:07:36.348276 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70266bf5-8811-4704-ab2b-7686c0f6ae68 admin admin] Made reservation on behalf of 404bac8465994797b72d704bba719f31 for: {'network': 1} {{(pid=107073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:07:36.351927 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-70266bf5-8811-4704-ab2b-7686c0f6ae68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for network (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:36.362392 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-503ef600-a753-427b-a33b-99c7f8812d45 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4f2459fa-f112-4ee1-abd3-6f4952507858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144968 Sep 01 14:07:36.391906 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-70266bf5-8811-4704-ab2b-7686c0f6ae68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:36.490858 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 1d322708-60c7-4a61-b0df-8d1e76fa1ff4 up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:07:36.543078 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d9b66f70-b1ca-414d-a522-926d7e6cc78e req-7f752d0c-8e9b-4b2d-8a39-c044a81bfea3 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347958 Sep 01 14:07:36.559147 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 1d322708-60c7-4a61-b0df-8d1e76fa1ff4 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:07:36.559923 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (1d322708-60c7-4a61-b0df-8d1e76fa1ff4), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:36.573871 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-498fb630-3a65-4844-aae6-a70d81b2719b tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Publish callbacks [] for port (567f782a-6b5e-4df4-9763-c0f2c4ed650f), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:36.750960 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 1d322708-60c7-4a61-b0df-8d1e76fa1ff4 is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:07:36.790146 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-aed8d916-222a-40f2-8376-e8b560899975 req-308e5e20-fb15-4a76-84a8-b56684fcf026 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0f8565-bc64-439c-be78-3385624198b5 HTTP/1.1" status: 200 len: 210 time: 0.0866935 Sep 01 14:07:36.794513 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-498fb630-3a65-4844-aae6-a70d81b2719b tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (567f782a-6b5e-4df4-9763-c0f2c4ed650f), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:36.813197 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-bfe68897-c670-497e-8d90-dcef5edde983 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4f2459fa-f112-4ee1-abd3-6f4952507858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365971 Sep 01 14:07:36.890575 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-70266bf5-8811-4704-ab2b-7686c0f6ae68 admin admin] Publish callbacks [] for security_group (8742655e-b086-41f1-b566-845ca1a6251e), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:36.891574 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-498fb630-3a65-4844-aae6-a70d81b2719b tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Network 4950ae57-b575-4ac5-bea7-64d1ffb4f2cd is already hosted by enough agents. {{(pid=107074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:07:36.897399 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-498fb630-3a65-4844-aae6-a70d81b2719b tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Resources bound (agent type, host, resource id): {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:07:36.902381 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-498fb630-3a65-4844-aae6-a70d81b2719b tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Received port after_create {{(pid=107074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:07:36.969580 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:INSERT=7,neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:36.990671 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fb630-3a65-4844-aae6-a70d81b2719b tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Pushing event updated for resources: {'Port': ['ID=567f782a-6b5e-4df4-9763-c0f2c4ed650f,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:37.018416 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-498fb630-3a65-4844-aae6-a70d81b2719b tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:37.019575 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-498fb630-3a65-4844-aae6-a70d81b2719b tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:37.039884 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-70266bf5-8811-4704-ab2b-7686c0f6ae68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (8742655e-b086-41f1-b566-845ca1a6251e), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:37.084617 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70266bf5-8811-4704-ab2b-7686c0f6ae68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=107073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:07:37.102263 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70266bf5-8811-4704-ab2b-7686c0f6ae68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8742655e-b086-41f1-b566-845ca1a6251e,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:37.108172 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-70266bf5-8811-4704-ab2b-7686c0f6ae68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881'] for segment (d9022948-407f-489d-922d-46078b7b411b), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:37.108514 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.db.segments_db [None req-70266bf5-8811-4704-ab2b-7686c0f6ae68 admin admin] Added segment d9022948-407f-489d-922d-46078b7b411b of type vlan for network bda1dce5-5c81-461f-bda3-777fcee47aab Sep 01 14:07:37.163818 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-498fb630-3a65-4844-aae6-a70d81b2719b tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7464421 Sep 01 14:07:37.186056 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-70266bf5-8811-4704-ab2b-7686c0f6ae68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786311408797'] for network (bda1dce5-5c81-461f-bda3-777fcee47aab), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:37.243365 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:37.255446 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-02b3de06-1a57-461c-ad69-294bda2ab24d None None] Provisioning complete for port 567f782a-6b5e-4df4-9763-c0f2c4ed650f triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:07:37.256350 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-02b3de06-1a57-461c-ad69-294bda2ab24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (567f782a-6b5e-4df4-9763-c0f2c4ed650f), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:37.314966 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-bbc2af30-bfe3-4345-b62e-3c20aedaab61 req-ae64c474-6bd8-468c-8c89-2cd4c3bfa3db tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=91814986-adf4-46cb-8edf-820106d37ecb HTTP/1.1" status: 200 len: 210 time: 0.0645885 Sep 01 14:07:37.315914 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-70266bf5-8811-4704-ab2b-7686c0f6ae68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793'] for network (bda1dce5-5c81-461f-bda3-777fcee47aab), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:37.317775 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70266bf5-8811-4704-ab2b-7686c0f6ae68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:37.318870 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-70266bf5-8811-4704-ab2b-7686c0f6ae68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for network (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:37.348288 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-02b3de06-1a57-461c-ad69-294bda2ab24d None None] Port 567f782a-6b5e-4df4-9763-c0f2c4ed650f cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 14:07:37.363052 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:37.459900 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70266bf5-8811-4704-ab2b-7686c0f6ae68 admin admin] Pushing event updated for resources: {'Network': ['ID=bda1dce5-5c81-461f-bda3-777fcee47aab,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:37.472577 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Network bda1dce5-5c81-461f-bda3-777fcee47aab details requested by agent ovs-agent-dv-cinder-852211-7-iscsi with host dv-cinder-852211-7-iscsi {{(pid=107075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:07:37.530834 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-70266bf5-8811-4704-ab2b-7686c0f6ae68 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6433208 Sep 01 14:07:37.537372 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 56494) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:07:37.542977 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-ad9bb01b-02a2-4998-af8b-036587f5caae admin admin] Request body: {'subnet': {'network_id': 'bda1dce5-5c81-461f-bda3-777fcee47aab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1691116600-subnet', 'tenant_id': '404bac8465994797b72d704bba719f31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:07:37.684909 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9bb01b-02a2-4998-af8b-036587f5caae admin admin] Made reservation on behalf of 404bac8465994797b72d704bba719f31 for: {'subnet': 1} {{(pid=107074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:07:37.688706 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ad9bb01b-02a2-4998-af8b-036587f5caae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2708979'] for subnet (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:37.987129 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8cafb2-f362-4b0c-8fe2-33ff41dfaa32 req-ee3f9582-4688-463d-9d94-ff9d77292881 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:37.988719 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5b8cafb2-f362-4b0c-8fe2-33ff41dfaa32 req-ee3f9582-4688-463d-9d94-ff9d77292881 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0f8565-bc64-439c-be78-3385624198b5 HTTP/1.1" status: 200 len: 936 time: 0.0619788 Sep 01 14:07:37.992998 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:38.022969 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ad9bb01b-02a2-4998-af8b-036587f5caae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2922390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2708929'] for subnet (a764e146-2692-43bb-9911-5af9f84a976e), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:38.062931 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5b8cafb2-f362-4b0c-8fe2-33ff41dfaa32 req-63add4b2-6269-4e70-9fbc-b351f03aef9d tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=477225c7-5fc9-49a3-a720-b108165c8fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672708 Sep 01 14:07:38.116065 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9bb01b-02a2-4998-af8b-036587f5caae admin admin] Pushing event updated for resources: {'Subnet': ['ID=a764e146-2692-43bb-9911-5af9f84a976e,revision_number=0']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:38.138276 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9bb01b-02a2-4998-af8b-036587f5caae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:38.138817 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9bb01b-02a2-4998-af8b-036587f5caae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:38.139362 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9bb01b-02a2-4998-af8b-036587f5caae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:38.139934 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9bb01b-02a2-4998-af8b-036587f5caae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:38.140459 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9bb01b-02a2-4998-af8b-036587f5caae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:38.141017 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9bb01b-02a2-4998-af8b-036587f5caae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:38.141531 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9bb01b-02a2-4998-af8b-036587f5caae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:38.142094 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9bb01b-02a2-4998-af8b-036587f5caae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:38.143481 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9bb01b-02a2-4998-af8b-036587f5caae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:38.144024 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9bb01b-02a2-4998-af8b-036587f5caae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:38.151575 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9bb01b-02a2-4998-af8b-036587f5caae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:38.151575 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9bb01b-02a2-4998-af8b-036587f5caae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:38.151575 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9bb01b-02a2-4998-af8b-036587f5caae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:38.151575 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9bb01b-02a2-4998-af8b-036587f5caae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:38.151575 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9bb01b-02a2-4998-af8b-036587f5caae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:38.157791 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9bb01b-02a2-4998-af8b-036587f5caae admin admin] Checking segment: {'id': 'd9022948-407f-489d-922d-46078b7b411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bda1dce5-5c81-461f-bda3-777fcee47aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:07:38.158903 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9bb01b-02a2-4998-af8b-036587f5caae admin admin] Network hostable DHCP agents. Network: bda1dce5-5c81-461f-bda3-777fcee47aab, hostable agents: ['e6fb8577-74ae-4f68-b634-c24662e9afb4'], hosted agents: [] {{(pid=107074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:07:38.267307 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:38.268692 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:38.269927 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9bb01b-02a2-4998-af8b-036587f5caae admin admin] Network bda1dce5-5c81-461f-bda3-777fcee47aab is scheduled to be hosted by DHCP agent e6fb8577-74ae-4f68-b634-c24662e9afb4 with binding_index 1 {{(pid=107074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:07:38.438733 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-ad9bb01b-02a2-4998-af8b-036587f5caae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-7-iscsi, bda1dce5-5c81-461f-bda3-777fcee47aab) {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:07:38.445583 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9bb01b-02a2-4998-af8b-036587f5caae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:38.447281 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ad9bb01b-02a2-4998-af8b-036587f5caae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for subnet (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:38.453834 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6a90e23f-30d9-49eb-b5a9-681d82404f48 req-739e39af-d2b4-4337-bbef-09db02bae33b tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=91814986-adf4-46cb-8edf-820106d37ecb HTTP/1.1" status: 200 len: 210 time: 0.0491059 Sep 01 14:07:38.467747 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e4ea48-2048-4e3e-8807-9fe28b3bc986 None None] Network bda1dce5-5c81-461f-bda3-777fcee47aab requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:07:38.599235 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-ad9bb01b-02a2-4998-af8b-036587f5caae admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0601487 Sep 01 14:07:38.630488 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa9ef43-6a0a-47e2-9da9-adeacafb6526 None None] Network bda1dce5-5c81-461f-bda3-777fcee47aab requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:07:38.668437 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-88b7140e-19af-4bb0-be22-7d5a8cc6c33e service neutron] Request body: {'port': {'device_id': '7e0f8565-bc64-439c-be78-3385624198b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:07:38.733762 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:38.800950 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-88b7140e-19af-4bb0-be22-7d5a8cc6c33e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (567f782a-6b5e-4df4-9763-c0f2c4ed650f), before_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:39.057044 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1128f658-d4a3-4ffa-b7d5-583f0679aa8e req-6bbf87e4-6357-4dfa-8a66-a7feec184670 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1103644 Sep 01 14:07:39.179702 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128f658-d4a3-4ffa-b7d5-583f0679aa8e req-1f26b06e-edfa-44e1-99d4-849e50a92f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:39.182718 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1128f658-d4a3-4ffa-b7d5-583f0679aa8e req-1f26b06e-edfa-44e1-99d4-849e50a92f43 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=3ed58deb61194a5ba3f2d46eb7e5680c&device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 1129 time: 0.0577130 Sep 01 14:07:39.249743 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd64419-3f01-4687-bb97-c9c05bd1e238 req-77e950dc-c55c-4be8-bd93-75d3a041fd4c tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:39.251339 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6fd64419-3f01-4687-bb97-c9c05bd1e238 req-77e950dc-c55c-4be8-bd93-75d3a041fd4c tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0f8565-bc64-439c-be78-3385624198b5 HTTP/1.1" status: 200 len: 936 time: 0.0594876 Sep 01 14:07:39.333707 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6fd64419-3f01-4687-bb97-c9c05bd1e238 req-4d204f75-ab68-4edb-a7ff-78f9650a6082 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=477225c7-5fc9-49a3-a720-b108165c8fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741694 Sep 01 14:07:39.398300 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-88b7140e-19af-4bb0-be22-7d5a8cc6c33e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 567f782a-6b5e-4df4-9763-c0f2c4ed650f {{(pid=107074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:07:39.421646 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-88b7140e-19af-4bb0-be22-7d5a8cc6c33e service neutron] Publish callbacks [] for port (567f782a-6b5e-4df4-9763-c0f2c4ed650f), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:39.427640 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128f658-d4a3-4ffa-b7d5-583f0679aa8e req-e1635d89-c2e6-477d-8adf-79a8497cfc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:39.430286 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1128f658-d4a3-4ffa-b7d5-583f0679aa8e req-e1635d89-c2e6-477d-8adf-79a8497cfc5e service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=04671c53-ca48-4ca5-8247-463b6ac1fbe1 HTTP/1.1" status: 200 len: 918 time: 0.2148273 Sep 01 14:07:39.462416 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.provisioning_blocks [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-88b7140e-19af-4bb0-be22-7d5a8cc6c33e service neutron] Transition to ACTIVE for port object 567f782a-6b5e-4df4-9763-c0f2c4ed650f will not be triggered until provisioned by entity L2. {{(pid=107074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 14:07:39.581665 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1128f658-d4a3-4ffa-b7d5-583f0679aa8e req-cefd6a63-2bb6-43c1-9b01-e396e4a35fba service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ae4ab09-714c-4175-ba0d-7b76b31e652d HTTP/1.1" status: 200 len: 1001 time: 0.1343424 Sep 01 14:07:39.608631 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9fbad2f7-c929-4da4-b567-86834a2662f9 req-d1f5429c-a0be-4c6d-959d-d32e5e4fea3a tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=91814986-adf4-46cb-8edf-820106d37ecb HTTP/1.1" status: 200 len: 210 time: 0.0509467 Sep 01 14:07:39.653654 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128f658-d4a3-4ffa-b7d5-583f0679aa8e req-602fb951-d5c8-4c0f-80fe-d9139f5e8804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:39.655312 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1128f658-d4a3-4ffa-b7d5-583f0679aa8e req-602fb951-d5c8-4c0f-80fe-d9139f5e8804 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=5274d38f-79ac-43b5-aae2-e29860924168 HTTP/1.1" status: 200 len: 856 time: 0.0643983 Sep 01 14:07:39.709428 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128f658-d4a3-4ffa-b7d5-583f0679aa8e req-4cd7f9c4-9f9b-4c7a-b57c-4ff10960b923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:39.711358 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1128f658-d4a3-4ffa-b7d5-583f0679aa8e req-4cd7f9c4-9f9b-4c7a-b57c-4ff10960b923 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=04671c53-ca48-4ca5-8247-463b6ac1fbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462618 Sep 01 14:07:39.772769 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-88b7140e-19af-4bb0-be22-7d5a8cc6c33e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923807'] for port (567f782a-6b5e-4df4-9763-c0f2c4ed650f), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:39.875330 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7140e-19af-4bb0-be22-7d5a8cc6c33e service neutron] Pushing event updated for resources: {'Port': ['ID=567f782a-6b5e-4df4-9763-c0f2c4ed650f,revision_number=2']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:39.924484 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1128f658-d4a3-4ffa-b7d5-583f0679aa8e req-d0110888-5d7d-47af-adc1-16445bdb119e service neutron] 10.222.0.72 "GET /networking/v2.0/networks/04671c53-ca48-4ca5-8247-463b6ac1fbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036312 Sep 01 14:07:40.011101 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.managers [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-88b7140e-19af-4bb0-be22-7d5a8cc6c33e service neutron] Attempting to bind port 567f782a-6b5e-4df4-9763-c0f2c4ed650f on host hv-cinder-85221 for vnic_type normal with profile {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:07:40.011665 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.managers [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-88b7140e-19af-4bb0-be22-7d5a8cc6c33e service neutron] Attempting to bind port 567f782a-6b5e-4df4-9763-c0f2c4ed650f by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '9c868bb7-61b2-4d71-922e-2563d9d57111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4950ae57-b575-4ac5-bea7-64d1ffb4f2cd'}] {{(pid=107074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:07:40.012135 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-88b7140e-19af-4bb0-be22-7d5a8cc6c33e service neutron] Attempting to bind port 567f782a-6b5e-4df4-9763-c0f2c4ed650f on network 4950ae57-b575-4ac5-bea7-64d1ffb4f2cd {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:07:40.029140 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 56550) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:07:40.032259 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-88b7140e-19af-4bb0-be22-7d5a8cc6c33e service neutron] Port 567f782a-6b5e-4df4-9763-c0f2c4ed650f on network 4950ae57-b575-4ac5-bea7-64d1ffb4f2cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 14:07:40.032723 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-88b7140e-19af-4bb0-be22-7d5a8cc6c33e service neutron] Attempting to bind port 567f782a-6b5e-4df4-9763-c0f2c4ed650f on network 4950ae57-b575-4ac5-bea7-64d1ffb4f2cd {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:07:40.039847 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-5eabf552-4fb0-48a8-be77-a068e6f0659e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-47290048-network', 'tenant_id': '53ae99dc3ee0422ca7f01c674cfd823b'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:07:40.044545 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-88b7140e-19af-4bb0-be22-7d5a8cc6c33e service neutron] Checking agent: {'id': 'a7580bcb-0f49-4eb6-986f-da2a861ca402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'started_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:07:40.044889 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-88b7140e-19af-4bb0-be22-7d5a8cc6c33e service neutron] Checking segment: {'id': '9c868bb7-61b2-4d71-922e-2563d9d57111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4950ae57-b575-4ac5-bea7-64d1ffb4f2cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:07:40.046430 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-88b7140e-19af-4bb0-be22-7d5a8cc6c33e service neutron] Bound using segment: {'id': '9c868bb7-61b2-4d71-922e-2563d9d57111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4950ae57-b575-4ac5-bea7-64d1ffb4f2cd'} {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:07:40.046430 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.managers [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-88b7140e-19af-4bb0-be22-7d5a8cc6c33e service neutron] Bound port: 567f782a-6b5e-4df4-9763-c0f2c4ed650f, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c868bb7-61b2-4d71-922e-2563d9d57111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4950ae57-b575-4ac5-bea7-64d1ffb4f2cd'}}] {{(pid=107074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:07:40.046430 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-88b7140e-19af-4bb0-be22-7d5a8cc6c33e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (567f782a-6b5e-4df4-9763-c0f2c4ed650f), before_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:40.050136 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:40.088636 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1128f658-d4a3-4ffa-b7d5-583f0679aa8e req-59ec4783-1121-4494-96f0-e9a1e3238956 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/04671c53-ca48-4ca5-8247-463b6ac1fbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522946 Sep 01 14:07:40.151275 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-88b7140e-19af-4bb0-be22-7d5a8cc6c33e service neutron] For port 567f782a-6b5e-4df4-9763-c0f2c4ed650f, host hv-cinder-85221, cleared binding levels {{(pid=107074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:07:40.157167 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-88b7140e-19af-4bb0-be22-7d5a8cc6c33e service neutron] For port 567f782a-6b5e-4df4-9763-c0f2c4ed650f, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=567f782a-6b5e-4df4-9763-c0f2c4ed650f,segment=NetworkSegment(9c868bb7-61b2-4d71-922e-2563d9d57111),segment_id=9c868bb7-61b2-4d71-922e-2563d9d57111)] {{(pid=107074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:07:40.227392 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eabf552-4fb0-48a8-be77-a068e6f0659e admin admin] Made reservation on behalf of 53ae99dc3ee0422ca7f01c674cfd823b for: {'network': 1} {{(pid=107073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:07:40.230165 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5eabf552-4fb0-48a8-be77-a068e6f0659e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for network (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:40.243585 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5eabf552-4fb0-48a8-be77-a068e6f0659e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:40.297562 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-88b7140e-19af-4bb0-be22-7d5a8cc6c33e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923807'] for port (567f782a-6b5e-4df4-9763-c0f2c4ed650f), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:40.304033 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-88b7140e-19af-4bb0-be22-7d5a8cc6c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:40.304682 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-88b7140e-19af-4bb0-be22-7d5a8cc6c33e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:40.306149 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-88b7140e-19af-4bb0-be22-7d5a8cc6c33e service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/567f782a-6b5e-4df4-9763-c0f2c4ed650f HTTP/1.1" status: 200 len: 1098 time: 1.6464362 Sep 01 14:07:40.306994 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0f8565-bc64-439c-be78-3385624198b5', 'tag': '567f782a-6b5e-4df4-9763-c0f2c4ed650f'}] {{(pid=107074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:07:40.309075 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c297ab1b76e2baeed04979654ee05671bdf6dedd7a272174e678f0e52b3dfb88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9ed212-a8a1-4350-91cf-fe33dccc55a6" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0f8565-bc64-439c-be78-3385624198b5", "tag": "567f782a-6b5e-4df4-9763-c0f2c4ed650f"}]}' {{(pid=107074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:07:40.384487 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5eabf552-4fb0-48a8-be77-a068e6f0659e admin admin] Publish callbacks [] for security_group (d7b80a81-e97b-429a-a2ad-913fed76c73c), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:40.396344 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b0e83a-e2b4-4335-a394-e9ea7f9594be x-openstack-request-id: req-00b0e83a-e2b4-4335-a394-e9ea7f9594be {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:07:40.396845 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0f8565-bc64-439c-be78-3385624198b5", "tag": "567f782a-6b5e-4df4-9763-c0f2c4ed650f", "status": "completed", "code": 200}]} {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:07:40.403786 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00b0e83a-e2b4-4335-a394-e9ea7f9594be {{(pid=107074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:07:40.405001 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00b0e83a-e2b4-4335-a394-e9ea7f9594be'] response: {'name': 'network-changed', 'server_uuid': '7e0f8565-bc64-439c-be78-3385624198b5', 'tag': '567f782a-6b5e-4df4-9763-c0f2c4ed650f', 'status': 'completed', 'code': 200} Sep 01 14:07:40.516095 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ed212-a8a1-4350-91cf-fe33dccc55a6 req-e21995e2-be23-4062-b371-9700c937f139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:40.518871 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-3b9ed212-a8a1-4350-91cf-fe33dccc55a6 req-e21995e2-be23-4062-b371-9700c937f139 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=1c13f664f15145fdb9b3c4b9f8496d80&device_id=7e0f8565-bc64-439c-be78-3385624198b5 HTTP/1.1" status: 200 len: 1132 time: 0.1032624 Sep 01 14:07:40.524269 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7140e-19af-4bb0-be22-7d5a8cc6c33e service neutron] Pushing event updated for resources: {'Port': ['ID=567f782a-6b5e-4df4-9763-c0f2c4ed650f,revision_number=3']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:40.535332 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a756b2-0a3f-40b3-97c7-570cb5bb1ec1 req-90305ae9-aebe-4d95-af5d-e48a33144a2c tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:40.537014 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d4a756b2-0a3f-40b3-97c7-570cb5bb1ec1 req-90305ae9-aebe-4d95-af5d-e48a33144a2c tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 946 time: 0.0980539 Sep 01 14:07:40.570380 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e9367-1630-4943-9d84-0d9a66709474 req-ffebe12b-36d2-4a32-a26e-50f112979da8 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:40.572007 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-700e9367-1630-4943-9d84-0d9a66709474 req-ffebe12b-36d2-4a32-a26e-50f112979da8 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0f8565-bc64-439c-be78-3385624198b5 HTTP/1.1" status: 200 len: 948 time: 0.0845904 Sep 01 14:07:40.617796 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5eabf552-4fb0-48a8-be77-a068e6f0659e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (d7b80a81-e97b-429a-a2ad-913fed76c73c), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:40.635066 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d4a756b2-0a3f-40b3-97c7-570cb5bb1ec1 req-3fa4e4b8-c13c-48cc-aa64-607d2503036f tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900261 Sep 01 14:07:40.669358 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eabf552-4fb0-48a8-be77-a068e6f0659e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=107073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:07:40.693282 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eabf552-4fb0-48a8-be77-a068e6f0659e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b80a81-e97b-429a-a2ad-913fed76c73c,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:40.697200 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5eabf552-4fb0-48a8-be77-a068e6f0659e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881'] for segment (368eaa1b-edcc-4194-996c-53d2c2446f91), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:40.700711 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.db.segments_db [None req-5eabf552-4fb0-48a8-be77-a068e6f0659e admin admin] Added segment 368eaa1b-edcc-4194-996c-53d2c2446f91 of type vlan for network 3774a5ac-4879-419c-91ed-3eacb0b17c2a Sep 01 14:07:40.702303 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-700e9367-1630-4943-9d84-0d9a66709474 req-5e6317da-9dee-43cb-a636-d174663690e1 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=477225c7-5fc9-49a3-a720-b108165c8fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218853 Sep 01 14:07:40.761723 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5eabf552-4fb0-48a8-be77-a068e6f0659e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786311408797'] for network (3774a5ac-4879-419c-91ed-3eacb0b17c2a), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:40.790858 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1ad030e3-f6ca-4a69-ae89-9f3bd6ac7c0c req-a0175d3b-70e6-4a21-bddd-5db98525c04b tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=91814986-adf4-46cb-8edf-820106d37ecb HTTP/1.1" status: 200 len: 210 time: 0.0409751 Sep 01 14:07:40.859409 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-3b9ed212-a8a1-4350-91cf-fe33dccc55a6 req-f4ee4630-d595-4ea4-bb70-7a9c4e068d7d service neutron] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=1c13f664f15145fdb9b3c4b9f8496d80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545218 Sep 01 14:07:40.890401 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5eabf552-4fb0-48a8-be77-a068e6f0659e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793'] for network (3774a5ac-4879-419c-91ed-3eacb0b17c2a), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:40.891549 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eabf552-4fb0-48a8-be77-a068e6f0659e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:40.892209 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5eabf552-4fb0-48a8-be77-a068e6f0659e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for network (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:40.977006 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eabf552-4fb0-48a8-be77-a068e6f0659e admin admin] Pushing event updated for resources: {'Network': ['ID=3774a5ac-4879-419c-91ed-3eacb0b17c2a,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:40.988882 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=5 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:40.989376 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Network 3774a5ac-4879-419c-91ed-3eacb0b17c2a details requested by agent ovs-agent-dv-cinder-852211-7-iscsi with host dv-cinder-852211-7-iscsi {{(pid=107075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:07:41.014700 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-5eabf552-4fb0-48a8-be77-a068e6f0659e admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9836202 Sep 01 14:07:41.017194 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 56566) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:07:41.023928 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-3dde34c4-90f2-4b44-bb64-79556bf1e667 admin admin] Request body: {'subnet': {'network_id': '3774a5ac-4879-419c-91ed-3eacb0b17c2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-47290048-subnet', 'tenant_id': '53ae99dc3ee0422ca7f01c674cfd823b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:07:41.107756 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dde34c4-90f2-4b44-bb64-79556bf1e667 admin admin] Made reservation on behalf of 53ae99dc3ee0422ca7f01c674cfd823b for: {'subnet': 1} {{(pid=107073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:07:41.110531 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-3dde34c4-90f2-4b44-bb64-79556bf1e667 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4179341'] for subnet (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:41.217562 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641b978-5625-4716-8292-3df395e8984c req-1c15fcf9-a479-4aae-a57d-c898f1d59d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:41.219926 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-b641b978-5625-4716-8292-3df395e8984c req-1c15fcf9-a479-4aae-a57d-c898f1d59d2b service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=36049d2090b84443a3bf3bf00558379e&device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 1130 time: 0.0539341 Sep 01 14:07:41.476536 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ed212-a8a1-4350-91cf-fe33dccc55a6 req-46cce224-a4f0-46c1-addc-29afa472feb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:41.478444 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-3b9ed212-a8a1-4350-91cf-fe33dccc55a6 req-46cce224-a4f0-46c1-addc-29afa472feb9 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2557995 Sep 01 14:07:41.527708 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641b978-5625-4716-8292-3df395e8984c req-196c075f-6da3-4c01-8991-77f0dcafa050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:41.529436 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-b641b978-5625-4716-8292-3df395e8984c req-196c075f-6da3-4c01-8991-77f0dcafa050 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=9cdd4113-f7e0-45eb-bbb2-5da93102bf6c HTTP/1.1" status: 200 len: 919 time: 0.1593785 Sep 01 14:07:41.602967 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-b641b978-5625-4716-8292-3df395e8984c req-1a53938b-f555-4588-88e4-00a8d43fd54a service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=073b1d8b-8a54-4df8-a7c0-5ad23c885880 HTTP/1.1" status: 200 len: 217 time: 0.0646996 Sep 01 14:07:41.628413 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-4bd8353f-9b65-426e-8957-1615a92049ad tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:41.630106 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-4bd8353f-9b65-426e-8957-1615a92049ad tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.72 "GET /networking/v2.0/networks?id=4f2459fa-f112-4ee1-abd3-6f4952507858 HTTP/1.1" status: 200 len: 815 time: 0.4474659 Sep 01 14:07:41.682235 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-bc337549-15da-4d11-9202-ddfbeec6930d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:41.683855 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-bc337549-15da-4d11-9202-ddfbeec6930d service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=1c13f664f15145fdb9b3c4b9f8496d80&device_id=7e0f8565-bc64-439c-be78-3385624198b5 HTTP/1.1" status: 200 len: 1132 time: 0.1024251 Sep 01 14:07:41.829183 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-8785b7cc-41af-4944-9321-5cf1f27dd75b tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=90a84500a899479aabfa3aeb72b4c4ae HTTP/1.1" status: 200 len: 380 time: 0.1858790 Sep 01 14:07:41.838590 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:41.855513 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-3387f3d0-b470-4457-bcad-d2376ce2bfe4 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=567f782a-6b5e-4df4-9763-c0f2c4ed650f HTTP/1.1" status: 200 len: 217 time: 0.1500137 Sep 01 14:07:41.874971 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-5a394e5d-1ae7-4473-92be-579de3aff633 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Request body: {'port': {'device_id': '91814986-adf4-46cb-8edf-820106d37ecb', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'admin_state_up': True, 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'security_groups': ['316d2b80-0f10-47d0-b39a-949b2d496324']}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:07:41.999155 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-3dde34c4-90f2-4b44-bb64-79556bf1e667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3069516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4179391'] for subnet (0841e1f3-f68a-4532-a423-2666e2b42f22), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:42.042174 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212241b8-4122-43c9-b8b5-a3910226d554 req-cec53800-ab2c-4fc3-86c6-2c77bd42e3ef tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:42.050814 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-212241b8-4122-43c9-b8b5-a3910226d554 req-cec53800-ab2c-4fc3-86c6-2c77bd42e3ef tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 946 time: 0.2133248 Sep 01 14:07:42.110925 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15826e84-5be2-4e20-9dcf-92d4c8a99a36 req-3ddf2ed6-121a-4aaa-ae08-fbfcebc8f9a8 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:42.113782 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-15826e84-5be2-4e20-9dcf-92d4c8a99a36 req-3ddf2ed6-121a-4aaa-ae08-fbfcebc8f9a8 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0f8565-bc64-439c-be78-3385624198b5 HTTP/1.1" status: 200 len: 948 time: 0.2449636 Sep 01 14:07:42.158955 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641b978-5625-4716-8292-3df395e8984c req-4fe0058c-c91f-40bc-a142-82bfbb41e6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:42.160454 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-b641b978-5625-4716-8292-3df395e8984c req-4fe0058c-c91f-40bc-a142-82bfbb41e6b2 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=d2d86ced-9867-4b29-96c7-eb755efebba7 HTTP/1.1" status: 200 len: 857 time: 0.4756255 Sep 01 14:07:42.185219 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-5a4c6342-f622-4cc7-bca2-e7b1b851c3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:42.186746 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-5a4c6342-f622-4cc7-bca2-e7b1b851c3ef service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=51ad8b23-e38b-487c-bcaa-330d5ad6b1ad HTTP/1.1" status: 200 len: 843 time: 0.3133094 Sep 01 14:07:42.233688 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde34c4-90f2-4b44-bb64-79556bf1e667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0841e1f3-f68a-4532-a423-2666e2b42f22,revision_number=0']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:42.268096 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dde34c4-90f2-4b44-bb64-79556bf1e667 admin admin] Checking segment: {'id': '368eaa1b-edcc-4194-996c-53d2c2446f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3774a5ac-4879-419c-91ed-3eacb0b17c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:07:42.268601 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dde34c4-90f2-4b44-bb64-79556bf1e667 admin admin] Network hostable DHCP agents. Network: 3774a5ac-4879-419c-91ed-3eacb0b17c2a, hostable agents: ['e6fb8577-74ae-4f68-b634-c24662e9afb4'], hosted agents: [] {{(pid=107073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:07:42.278421 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde34c4-90f2-4b44-bb64-79556bf1e667 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:42.278765 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde34c4-90f2-4b44-bb64-79556bf1e667 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:42.279109 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde34c4-90f2-4b44-bb64-79556bf1e667 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:42.279448 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde34c4-90f2-4b44-bb64-79556bf1e667 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:42.279781 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde34c4-90f2-4b44-bb64-79556bf1e667 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:42.280111 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde34c4-90f2-4b44-bb64-79556bf1e667 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:42.280440 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde34c4-90f2-4b44-bb64-79556bf1e667 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:42.280761 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde34c4-90f2-4b44-bb64-79556bf1e667 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:42.281085 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde34c4-90f2-4b44-bb64-79556bf1e667 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:42.281408 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde34c4-90f2-4b44-bb64-79556bf1e667 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:42.281732 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde34c4-90f2-4b44-bb64-79556bf1e667 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:42.282086 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde34c4-90f2-4b44-bb64-79556bf1e667 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:42.282409 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde34c4-90f2-4b44-bb64-79556bf1e667 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:42.282801 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde34c4-90f2-4b44-bb64-79556bf1e667 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:42.283118 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde34c4-90f2-4b44-bb64-79556bf1e667 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:42.296763 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-212241b8-4122-43c9-b8b5-a3910226d554 req-624e1400-a118-4939-99e3-7ccca66ee5a9 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451642 Sep 01 14:07:42.302024 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:42.307895 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-15826e84-5be2-4e20-9dcf-92d4c8a99a36 req-d9930d7a-71aa-4994-8639-89a0f6c75101 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=477225c7-5fc9-49a3-a720-b108165c8fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706462 Sep 01 14:07:42.398538 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641b978-5625-4716-8292-3df395e8984c req-8968294a-9f34-413f-bfa6-a70bc412ddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:42.402044 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-b641b978-5625-4716-8292-3df395e8984c req-8968294a-9f34-413f-bfa6-a70bc412ddd2 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=9cdd4113-f7e0-45eb-bbb2-5da93102bf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0861263 Sep 01 14:07:42.402246 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-3ba2c927-8faa-4243-b162-302829284809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:42.403601 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-3ba2c927-8faa-4243-b162-302829284809 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=4950ae57-b575-4ac5-bea7-64d1ffb4f2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0778809 Sep 01 14:07:42.446451 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-5a394e5d-1ae7-4473-92be-579de3aff633 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Made reservation on behalf of 90a84500a899479aabfa3aeb72b4c4ae for: {'port': 1} {{(pid=107073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:07:42.450485 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-5a394e5d-1ae7-4473-92be-579de3aff633 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:42.475803 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4f2a1652-1b13-4c9b-bf2e-de36a4e945e0 req-45782071-80ec-473e-8472-267fc606fe5d tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=91814986-adf4-46cb-8edf-820106d37ecb HTTP/1.1" status: 200 len: 210 time: 0.0403306 Sep 01 14:07:42.482731 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dde34c4-90f2-4b44-bb64-79556bf1e667 admin admin] Network 3774a5ac-4879-419c-91ed-3eacb0b17c2a is scheduled to be hosted by DHCP agent e6fb8577-74ae-4f68-b634-c24662e9afb4 with binding_index 1 {{(pid=107073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:07:42.617840 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-b641b978-5625-4716-8292-3df395e8984c req-588e7a2f-7177-4768-97bc-048358b7a88b service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9cdd4113-f7e0-45eb-bbb2-5da93102bf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000082 Sep 01 14:07:42.626590 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.base_scheduler [None req-3dde34c4-90f2-4b44-bb64-79556bf1e667 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-7-iscsi, 3774a5ac-4879-419c-91ed-3eacb0b17c2a) {{(pid=107073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:07:42.640788 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dde34c4-90f2-4b44-bb64-79556bf1e667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:42.641682 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-3dde34c4-90f2-4b44-bb64-79556bf1e667 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for subnet (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:42.642381 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f158b1-45da-4ef4-90a8-78eac0523ff0 None None] Network 3774a5ac-4879-419c-91ed-3eacb0b17c2a requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:07:42.652181 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:42.684608 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.db_base_plugin_common [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-5a394e5d-1ae7-4473-92be-579de3aff633 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Allocated IP 172.20.0.14 (4f2459fa-f112-4ee1-abd3-6f4952507858/114ef839-6b7e-436f-ad2e-66278bf71661/e0564e10-4a1c-482b-8355-e8813807b5bd) {{(pid=107073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:07:42.690852 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-45eef6cd-4bb3-4cdc-80b6-8aa523ff7901 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4950ae57-b575-4ac5-bea7-64d1ffb4f2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976414 Sep 01 14:07:42.743484 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-b641b978-5625-4716-8292-3df395e8984c req-64345b52-b408-4fba-815e-310eef2bd093 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9cdd4113-f7e0-45eb-bbb2-5da93102bf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128786 Sep 01 14:07:42.776302 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194b4445-15d9-4409-9870-23061a64f1fd None None] Network 3774a5ac-4879-419c-91ed-3eacb0b17c2a requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:07:42.805661 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-3dde34c4-90f2-4b44-bb64-79556bf1e667 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7858329 Sep 01 14:07:42.889476 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-5a394e5d-1ae7-4473-92be-579de3aff633 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for port (e0564e10-4a1c-482b-8355-e8813807b5bd), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:43.011018 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-5a394e5d-1ae7-4473-92be-579de3aff633 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (e0564e10-4a1c-482b-8355-e8813807b5bd), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:43.061038 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-5a394e5d-1ae7-4473-92be-579de3aff633 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Network 4f2459fa-f112-4ee1-abd3-6f4952507858 is already hosted by enough agents. {{(pid=107073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:07:43.068288 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.base_scheduler [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-5a394e5d-1ae7-4473-92be-579de3aff633 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Resources bound (agent type, host, resource id): {{(pid=107073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:07:43.072989 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-5a394e5d-1ae7-4473-92be-579de3aff633 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Received port after_create {{(pid=107073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:07:43.104624 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a394e5d-1ae7-4473-92be-579de3aff633 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Pushing event updated for resources: {'Port': ['ID=e0564e10-4a1c-482b-8355-e8813807b5bd,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:43.142212 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-5a394e5d-1ae7-4473-92be-579de3aff633 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:43.142945 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-5a394e5d-1ae7-4473-92be-579de3aff633 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:43.276941 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-5a394e5d-1ae7-4473-92be-579de3aff633 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4106417 Sep 01 14:07:43.381043 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-fb51a256-0381-4cfd-a4fc-8213401216f7 None None] Provisioning complete for port e0564e10-4a1c-482b-8355-e8813807b5bd triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:07:43.381511 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-fb51a256-0381-4cfd-a4fc-8213401216f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (e0564e10-4a1c-482b-8355-e8813807b5bd), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:43.421262 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-fb51a256-0381-4cfd-a4fc-8213401216f7 None None] Port e0564e10-4a1c-482b-8355-e8813807b5bd cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 14:07:43.489128 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5087e3-9e5e-4745-863d-9f73b29aa99c req-38101ae1-bde0-4ae1-bf9d-b0005101205a tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:43.490944 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cb5087e3-9e5e-4745-863d-9f73b29aa99c req-38101ae1-bde0-4ae1-bf9d-b0005101205a tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 946 time: 0.0885661 Sep 01 14:07:43.509191 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ebe40-0659-44f3-af0c-6fa036f6ed49 req-a33ad867-3859-4165-8a7d-20bf3669d608 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:43.510773 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b89ebe40-0659-44f3-af0c-6fa036f6ed49 req-a33ad867-3859-4165-8a7d-20bf3669d608 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0f8565-bc64-439c-be78-3385624198b5 HTTP/1.1" status: 200 len: 948 time: 0.0752881 Sep 01 14:07:43.575103 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cb5087e3-9e5e-4745-863d-9f73b29aa99c req-3c7b95e0-5078-40af-89d9-ffecee79dd91 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777869 Sep 01 14:07:43.591902 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b89ebe40-0659-44f3-af0c-6fa036f6ed49 req-48989117-021d-4ebb-9cca-8ae9c30668af tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=477225c7-5fc9-49a3-a720-b108165c8fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717788 Sep 01 14:07:43.709085 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c51834-fa70-420b-bbc3-b4554e822a14 req-df3aba8b-7c2d-4922-a2dd-1642ddce6a56 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:43.710684 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-68c51834-fa70-420b-bbc3-b4554e822a14 req-df3aba8b-7c2d-4922-a2dd-1642ddce6a56 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=91814986-adf4-46cb-8edf-820106d37ecb HTTP/1.1" status: 200 len: 932 time: 0.0561841 Sep 01 14:07:43.765208 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-68c51834-fa70-420b-bbc3-b4554e822a14 req-0a004317-552f-43cc-92b1-6a00161a2de4 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=316d2b80-0f10-47d0-b39a-949b2d496324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487165 Sep 01 14:07:44.678733 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:44.806737 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649afaee-4718-465b-b862-1e60074f5806 req-f3275790-bc62-443d-8d1c-806eeb860f75 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:44.809403 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-649afaee-4718-465b-b862-1e60074f5806 req-f3275790-bc62-443d-8d1c-806eeb860f75 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 946 time: 0.1303577 Sep 01 14:07:44.822335 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ee291-6653-4a11-8f9c-ccfa34176a1b req-be32be08-e64d-460b-b95b-337163b133af tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:44.824375 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-bb8ee291-6653-4a11-8f9c-ccfa34176a1b req-be32be08-e64d-460b-b95b-337163b133af tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0f8565-bc64-439c-be78-3385624198b5 HTTP/1.1" status: 200 len: 948 time: 0.1298828 Sep 01 14:07:44.909604 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-bb8ee291-6653-4a11-8f9c-ccfa34176a1b req-e8907803-4d2b-4fd8-9175-2fa95f3e01fc tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=477225c7-5fc9-49a3-a720-b108165c8fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764341 Sep 01 14:07:44.912786 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-649afaee-4718-465b-b862-1e60074f5806 req-6d9393ef-4ff7-420e-8136-10696f5e6d7a tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873938 Sep 01 14:07:45.027995 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae5483-0d90-4abb-a73a-e72e688420c1 req-cd03866e-18ce-4221-b81c-3f615c87eb2c tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:45.029535 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-edae5483-0d90-4abb-a73a-e72e688420c1 req-cd03866e-18ce-4221-b81c-3f615c87eb2c tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=91814986-adf4-46cb-8edf-820106d37ecb HTTP/1.1" status: 200 len: 932 time: 0.0529652 Sep 01 14:07:45.085119 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-edae5483-0d90-4abb-a73a-e72e688420c1 req-9b855e5a-6854-4c0f-b6f1-328ffcb74c63 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=316d2b80-0f10-47d0-b39a-949b2d496324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482242 Sep 01 14:07:45.113680 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:45.190989 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:45.273492 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:45.516691 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-67189d04-6869-4b16-b9d1-bf93b69c0f30 service neutron] Request body: {'port': {'device_id': '91814986-adf4-46cb-8edf-820106d37ecb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:07:45.599894 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-67189d04-6869-4b16-b9d1-bf93b69c0f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (e0564e10-4a1c-482b-8355-e8813807b5bd), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:45.941418 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-ab3f0883-66e4-46a4-9383-4439a56cdb76 req-9252ee44-18d9-4a78-adc1-f36d6329c090 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4950ae57-b575-4ac5-bea7-64d1ffb4f2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107292 Sep 01 14:07:45.942551 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=69 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:45.942930 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-67189d04-6869-4b16-b9d1-bf93b69c0f30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0564e10-4a1c-482b-8355-e8813807b5bd {{(pid=107073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:07:45.942930 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-67189d04-6869-4b16-b9d1-bf93b69c0f30 service neutron] Publish callbacks [] for port (e0564e10-4a1c-482b-8355-e8813807b5bd), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:45.942930 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.provisioning_blocks [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-67189d04-6869-4b16-b9d1-bf93b69c0f30 service neutron] Transition to ACTIVE for port object e0564e10-4a1c-482b-8355-e8813807b5bd will not be triggered until provisioned by entity L2. {{(pid=107073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 14:07:46.081239 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f24e1-5ee4-426c-8cc0-4ab05cd85e08 req-af926f61-7c76-4eb3-9b11-5113baa5ca65 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:46.083263 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-028f24e1-5ee4-426c-8cc0-4ab05cd85e08 req-af926f61-7c76-4eb3-9b11-5113baa5ca65 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0f8565-bc64-439c-be78-3385624198b5 HTTP/1.1" status: 200 len: 948 time: 0.0829594 Sep 01 14:07:46.097044 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e8b33-46f2-42f9-93db-81045b2caef0 req-dfd1b934-8046-4264-8be4-b51a3a27d2d2 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:46.099071 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ee0e8b33-46f2-42f9-93db-81045b2caef0 req-dfd1b934-8046-4264-8be4-b51a3a27d2d2 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 946 time: 0.0888996 Sep 01 14:07:46.103847 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-67189d04-6869-4b16-b9d1-bf93b69c0f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3071173'] for port (e0564e10-4a1c-482b-8355-e8813807b5bd), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:46.229121 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67189d04-6869-4b16-b9d1-bf93b69c0f30 service neutron] Pushing event updated for resources: {'Port': ['ID=e0564e10-4a1c-482b-8355-e8813807b5bd,revision_number=2']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:46.285011 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-028f24e1-5ee4-426c-8cc0-4ab05cd85e08 req-8e30980f-f91b-48d9-abd5-dfa0823b67f6 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=477225c7-5fc9-49a3-a720-b108165c8fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845772 Sep 01 14:07:46.292670 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ee0e8b33-46f2-42f9-93db-81045b2caef0 req-bd1199b4-791b-4d69-a9b2-318940e9d809 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666222 Sep 01 14:07:46.323645 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.managers [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-67189d04-6869-4b16-b9d1-bf93b69c0f30 service neutron] Attempting to bind port e0564e10-4a1c-482b-8355-e8813807b5bd on host hv-cinder-85221 for vnic_type normal with profile {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:07:46.323645 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.managers [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-67189d04-6869-4b16-b9d1-bf93b69c0f30 service neutron] Attempting to bind port e0564e10-4a1c-482b-8355-e8813807b5bd by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': 'ca6b7f3c-527c-4348-9811-67350820a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858'}] {{(pid=107073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:07:46.324093 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-67189d04-6869-4b16-b9d1-bf93b69c0f30 service neutron] Attempting to bind port e0564e10-4a1c-482b-8355-e8813807b5bd on network 4f2459fa-f112-4ee1-abd3-6f4952507858 {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:07:46.329175 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-67189d04-6869-4b16-b9d1-bf93b69c0f30 service neutron] Port e0564e10-4a1c-482b-8355-e8813807b5bd on network 4f2459fa-f112-4ee1-abd3-6f4952507858 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 14:07:46.334549 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-67189d04-6869-4b16-b9d1-bf93b69c0f30 service neutron] Attempting to bind port e0564e10-4a1c-482b-8355-e8813807b5bd on network 4f2459fa-f112-4ee1-abd3-6f4952507858 {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:07:46.336865 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-67189d04-6869-4b16-b9d1-bf93b69c0f30 service neutron] Checking agent: {'id': 'a7580bcb-0f49-4eb6-986f-da2a861ca402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'started_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:07:46.337403 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-67189d04-6869-4b16-b9d1-bf93b69c0f30 service neutron] Checking segment: {'id': 'ca6b7f3c-527c-4348-9811-67350820a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:07:46.337800 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-67189d04-6869-4b16-b9d1-bf93b69c0f30 service neutron] Bound using segment: {'id': 'ca6b7f3c-527c-4348-9811-67350820a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858'} {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:07:46.338255 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.managers [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-67189d04-6869-4b16-b9d1-bf93b69c0f30 service neutron] Bound port: e0564e10-4a1c-482b-8355-e8813807b5bd, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca6b7f3c-527c-4348-9811-67350820a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858'}}] {{(pid=107073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:07:46.338607 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-67189d04-6869-4b16-b9d1-bf93b69c0f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (e0564e10-4a1c-482b-8355-e8813807b5bd), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:46.443208 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a18875-7ecd-4e60-a2c4-d3d5b5284c22 req-a74977f1-4887-4064-974f-ddf9b9b38c6b tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:46.444769 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-13a18875-7ecd-4e60-a2c4-d3d5b5284c22 req-a74977f1-4887-4064-974f-ddf9b9b38c6b tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=91814986-adf4-46cb-8edf-820106d37ecb HTTP/1.1" status: 200 len: 944 time: 0.0716777 Sep 01 14:07:46.448722 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-67189d04-6869-4b16-b9d1-bf93b69c0f30 service neutron] For port e0564e10-4a1c-482b-8355-e8813807b5bd, host hv-cinder-85221, cleared binding levels {{(pid=107073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:07:46.452971 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-67189d04-6869-4b16-b9d1-bf93b69c0f30 service neutron] For port e0564e10-4a1c-482b-8355-e8813807b5bd, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=e0564e10-4a1c-482b-8355-e8813807b5bd,segment=NetworkSegment(ca6b7f3c-527c-4348-9811-67350820a04d),segment_id=ca6b7f3c-527c-4348-9811-67350820a04d)] {{(pid=107073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:07:46.499003 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-13a18875-7ecd-4e60-a2c4-d3d5b5284c22 req-62af59b5-c228-46a9-b7df-6a00781f8e40 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=316d2b80-0f10-47d0-b39a-949b2d496324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478790 Sep 01 14:07:46.560041 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:46.622425 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-67189d04-6869-4b16-b9d1-bf93b69c0f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3071173'] for port (e0564e10-4a1c-482b-8355-e8813807b5bd), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:46.629955 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-67189d04-6869-4b16-b9d1-bf93b69c0f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:46.630645 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-67189d04-6869-4b16-b9d1-bf93b69c0f30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:46.632151 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-67189d04-6869-4b16-b9d1-bf93b69c0f30 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/e0564e10-4a1c-482b-8355-e8813807b5bd HTTP/1.1" status: 200 len: 1094 time: 1.1204078 Sep 01 14:07:46.632586 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91814986-adf4-46cb-8edf-820106d37ecb', 'tag': 'e0564e10-4a1c-482b-8355-e8813807b5bd'}] {{(pid=107073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:07:46.635099 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa2be68435688eaee197eda6180a725a3135abf9bfe352ecc662039bf4a93bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5ed08d-690f-44a1-861a-4510eb7500de" -d '{"events": [{"name": "network-changed", "server_uuid": "91814986-adf4-46cb-8edf-820106d37ecb", "tag": "e0564e10-4a1c-482b-8355-e8813807b5bd"}]}' {{(pid=107073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:07:46.673307 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36c73fd-a8b7-4046-a4bf-99f183099aee x-openstack-request-id: req-a36c73fd-a8b7-4046-a4bf-99f183099aee {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:07:46.673603 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91814986-adf4-46cb-8edf-820106d37ecb", "tag": "e0564e10-4a1c-482b-8355-e8813807b5bd", "status": "completed", "code": 200}]} {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:07:46.674414 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a36c73fd-a8b7-4046-a4bf-99f183099aee {{(pid=107073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:07:46.674790 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a36c73fd-a8b7-4046-a4bf-99f183099aee'] response: {'name': 'network-changed', 'server_uuid': '91814986-adf4-46cb-8edf-820106d37ecb', 'tag': 'e0564e10-4a1c-482b-8355-e8813807b5bd', 'status': 'completed', 'code': 200} Sep 01 14:07:46.688507 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67189d04-6869-4b16-b9d1-bf93b69c0f30 service neutron] Pushing event updated for resources: {'Port': ['ID=e0564e10-4a1c-482b-8355-e8813807b5bd,revision_number=3']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:47.223543 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:47.287291 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ed08d-690f-44a1-861a-4510eb7500de req-29bab992-c0a5-4773-9d85-61daf22b9280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:47.289065 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5a5ed08d-690f-44a1-861a-4510eb7500de req-29bab992-c0a5-4773-9d85-61daf22b9280 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=90a84500a899479aabfa3aeb72b4c4ae&device_id=91814986-adf4-46cb-8edf-820106d37ecb HTTP/1.1" status: 200 len: 1128 time: 0.0488391 Sep 01 14:07:47.487062 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ed08d-690f-44a1-861a-4510eb7500de req-0f8ac60f-c0a1-411e-aa88-1f12122c1a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:47.489498 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5a5ed08d-690f-44a1-861a-4510eb7500de req-0f8ac60f-c0a1-411e-aa88-1f12122c1a14 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=90a84500a899479aabfa3aeb72b4c4ae&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1914966 Sep 01 14:07:47.560841 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa52cb9-f8e8-4253-be3f-1c72f796c4b2 req-54348901-65b0-42f7-ab75-bbad7f14715b tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:47.562426 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3fa52cb9-f8e8-4253-be3f-1c72f796c4b2 req-54348901-65b0-42f7-ab75-bbad7f14715b tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0f8565-bc64-439c-be78-3385624198b5 HTTP/1.1" status: 200 len: 948 time: 0.1258125 Sep 01 14:07:47.631808 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c59323-60c1-494a-9907-4bb48ac31eff req-5c05fedb-381f-4f7d-b58d-13888ca395e7 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:47.633356 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-78c59323-60c1-494a-9907-4bb48ac31eff req-5c05fedb-381f-4f7d-b58d-13888ca395e7 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 946 time: 0.1396153 Sep 01 14:07:47.718642 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3fa52cb9-f8e8-4253-be3f-1c72f796c4b2 req-dd091049-9db5-4783-a4b7-b25c4d26a19b tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=477225c7-5fc9-49a3-a720-b108165c8fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229429 Sep 01 14:07:47.726145 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ed08d-690f-44a1-861a-4510eb7500de req-6da7f900-70fd-4928-998f-ac20acc46732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:47.727615 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5a5ed08d-690f-44a1-861a-4510eb7500de req-6da7f900-70fd-4928-998f-ac20acc46732 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2177131 Sep 01 14:07:47.778315 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-78c59323-60c1-494a-9907-4bb48ac31eff req-0f7689a4-c644-4cd5-93af-adf820841f49 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310878 Sep 01 14:07:47.887827 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-ff20ff08-3e26-4d66-84a4-e2345f6581ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:47.889537 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-ff20ff08-3e26-4d66-84a4-e2345f6581ac service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=90a84500a899479aabfa3aeb72b4c4ae&device_id=91814986-adf4-46cb-8edf-820106d37ecb HTTP/1.1" status: 200 len: 1128 time: 0.0826435 Sep 01 14:07:47.916179 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ef0c8-e54b-4c56-b263-b3cc595b6430 req-2ffeb9ec-8f75-4e33-86bb-64ebeec9878c tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:47.917557 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c44ef0c8-e54b-4c56-b263-b3cc595b6430 req-2ffeb9ec-8f75-4e33-86bb-64ebeec9878c tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=91814986-adf4-46cb-8edf-820106d37ecb HTTP/1.1" status: 200 len: 944 time: 0.0748477 Sep 01 14:07:47.926092 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:47.946383 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-4987394e-e907-4ee5-92d8-b25f85debb02 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0564e10-4a1c-482b-8355-e8813807b5bd HTTP/1.1" status: 200 len: 217 time: 0.0455270 Sep 01 14:07:48.020353 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c44ef0c8-e54b-4c56-b263-b3cc595b6430 req-59ca58ca-f02c-4c4b-8643-914d7c6a16c6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=316d2b80-0f10-47d0-b39a-949b2d496324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761306 Sep 01 14:07:48.034382 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-1e9187a9-5869-4665-92b7-2a8a95c39f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:48.035968 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-1e9187a9-5869-4665-92b7-2a8a95c39f4a service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=114ef839-6b7e-436f-ad2e-66278bf71661 HTTP/1.1" status: 200 len: 854 time: 0.0657341 Sep 01 14:07:48.107596 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-a826ce72-8ab3-4543-922f-d1e6cf735e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:48.107596 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-a826ce72-8ab3-4543-922f-d1e6cf735e25 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=4f2459fa-f112-4ee1-abd3-6f4952507858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596032 Sep 01 14:07:48.223691 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-7da9d5a4-53e8-44fc-b5af-723877a5c1f6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4f2459fa-f112-4ee1-abd3-6f4952507858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087356 Sep 01 14:07:48.345206 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2b214b79-6030-4fb6-8405-731df4d04dc4 req-640d2983-6262-432a-a715-72737b249089 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4f2459fa-f112-4ee1-abd3-6f4952507858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145985 Sep 01 14:07:48.570503 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:48.755083 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 567f782a-6b5e-4df4-9763-c0f2c4ed650f details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=107075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:07:48.902582 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 567f782a-6b5e-4df4-9763-c0f2c4ed650f, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=567f782a-6b5e-4df4-9763-c0f2c4ed650f,segment=NetworkSegment(9c868bb7-61b2-4d71-922e-2563d9d57111),segment_id=9c868bb7-61b2-4d71-922e-2563d9d57111)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:07:48.921162 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Returning: {'device': '567f782a-6b5e-4df4-9763-c0f2c4ed650f', 'network_id': '4950ae57-b575-4ac5-bea7-64d1ffb4f2cd', 'port_id': '567f782a-6b5e-4df4-9763-c0f2c4ed650f', 'mac_address': 'fa:16:3e:5c:fc:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51ad8b23-e38b-487c-bcaa-330d5ad6b1ad', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:07:48.924929 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc1149-66a1-4e3b-be73-c75ae2805f26 req-1b035925-3b3b-4544-b4ef-5495f61f7d1d tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:48.926545 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-56dc1149-66a1-4e3b-be73-c75ae2805f26 req-1b035925-3b3b-4544-b4ef-5495f61f7d1d tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0f8565-bc64-439c-be78-3385624198b5 HTTP/1.1" status: 200 len: 948 time: 0.0894825 Sep 01 14:07:48.960016 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c830e8-7b9c-49d9-a6b6-f2f73c95361a req-f866aa25-00b5-4c89-bac5-d8640cc9839a tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:48.961555 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c6c830e8-7b9c-49d9-a6b6-f2f73c95361a req-f866aa25-00b5-4c89-bac5-d8640cc9839a tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 946 time: 0.0747936 Sep 01 14:07:48.969461 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 567f782a-6b5e-4df4-9763-c0f2c4ed650f is: DOWN; New status is: BUILD {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:07:48.970071 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (567f782a-6b5e-4df4-9763-c0f2c4ed650f), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:48.987074 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 567f782a-6b5e-4df4-9763-c0f2c4ed650f {{(pid=107075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:07:49.011915 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-56dc1149-66a1-4e3b-be73-c75ae2805f26 req-95041689-b819-4d3c-974c-82919c17e1a6 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=477225c7-5fc9-49a3-a720-b108165c8fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764637 Sep 01 14:07:49.023057 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 567f782a-6b5e-4df4-9763-c0f2c4ed650f, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=567f782a-6b5e-4df4-9763-c0f2c4ed650f,segment=NetworkSegment(9c868bb7-61b2-4d71-922e-2563d9d57111),segment_id=9c868bb7-61b2-4d71-922e-2563d9d57111)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:07:49.041719 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c6c830e8-7b9c-49d9-a6b6-f2f73c95361a req-2558ef32-104d-4a62-9b90-243495852008 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724113 Sep 01 14:07:49.143705 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (567f782a-6b5e-4df4-9763-c0f2c4ed650f), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:49.163044 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f03b97-6dc4-46bd-9f75-eb608026d1d1 req-e88a476e-0460-417a-a04e-053481941b61 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:49.164689 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-09f03b97-6dc4-46bd-9f75-eb608026d1d1 req-e88a476e-0460-417a-a04e-053481941b61 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=91814986-adf4-46cb-8edf-820106d37ecb HTTP/1.1" status: 200 len: 944 time: 0.0620944 Sep 01 14:07:49.224379 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=567f782a-6b5e-4df4-9763-c0f2c4ed650f,revision_number=4']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:49.227784 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-09f03b97-6dc4-46bd-9f75-eb608026d1d1 req-f3ebf548-6ee5-453f-aa07-67f9e7414e19 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=316d2b80-0f10-47d0-b39a-949b2d496324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572114 Sep 01 14:07:49.234049 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:49.234397 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:49.234738 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:49.235074 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:49.235401 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:49.235726 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:49.236053 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:49.236425 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:49.237451 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:49.238207 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:49.238537 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:49.238912 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:49.239249 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:49.239566 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:49.239889 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:07:50.175083 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea538e-6255-414a-9ec7-d13f33780782 req-ff440685-0eca-4a83-8c52-19b8e6294ea4 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:50.179967 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f4ea538e-6255-414a-9ec7-d13f33780782 req-ff440685-0eca-4a83-8c52-19b8e6294ea4 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0f8565-bc64-439c-be78-3385624198b5 HTTP/1.1" status: 200 len: 949 time: 0.0792904 Sep 01 14:07:50.200740 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f15dac-58b2-40f8-b6bd-9c7bb938f70f req-2ec848c4-3a02-490c-a71d-1d08f57eacfc tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:50.202266 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e7f15dac-58b2-40f8-b6bd-9c7bb938f70f req-2ec848c4-3a02-490c-a71d-1d08f57eacfc tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 946 time: 0.0756021 Sep 01 14:07:50.278449 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f4ea538e-6255-414a-9ec7-d13f33780782 req-c32c4c70-e310-437c-ab00-d7d4f417a76a tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=477225c7-5fc9-49a3-a720-b108165c8fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855746 Sep 01 14:07:50.285945 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e7f15dac-58b2-40f8-b6bd-9c7bb938f70f req-339a1ecf-f4dd-42a3-9856-3ec853785852 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735340 Sep 01 14:07:50.386172 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb58b7-3b9c-4234-816f-bfafb6f21925 req-75986057-23d5-4ac5-bd67-2da5c8b72b5f tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:50.387830 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-66bb58b7-3b9c-4234-816f-bfafb6f21925 req-75986057-23d5-4ac5-bd67-2da5c8b72b5f tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=91814986-adf4-46cb-8edf-820106d37ecb HTTP/1.1" status: 200 len: 944 time: 0.0514920 Sep 01 14:07:50.446209 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-66bb58b7-3b9c-4234-816f-bfafb6f21925 req-b80e1387-0f0c-426c-8fe0-6804debb52ab tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=316d2b80-0f10-47d0-b39a-949b2d496324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490851 Sep 01 14:07:51.397231 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:51.444136 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d99351-d053-45db-9a72-2ce8e77af748 req-697409c0-9674-4572-9c61-cb8a33f818bb tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:51.445797 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a6d99351-d053-45db-9a72-2ce8e77af748 req-697409c0-9674-4572-9c61-cb8a33f818bb tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0f8565-bc64-439c-be78-3385624198b5 HTTP/1.1" status: 200 len: 949 time: 0.0855539 Sep 01 14:07:51.470705 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba75232-402e-44e2-8601-d2ce54f13f25 req-ac87e1e5-ec74-4242-8718-2a157fa969ae tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:51.471728 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-aba75232-402e-44e2-8601-d2ce54f13f25 req-ac87e1e5-ec74-4242-8718-2a157fa969ae tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 946 time: 0.0798354 Sep 01 14:07:51.558204 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a6d99351-d053-45db-9a72-2ce8e77af748 req-b5339431-a230-45d5-bfc6-952fec8fea3e tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=477225c7-5fc9-49a3-a720-b108165c8fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057582 Sep 01 14:07:51.572234 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-aba75232-402e-44e2-8601-d2ce54f13f25 req-439e81bc-c9f6-4ebe-afcd-81000fc800ba tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905039 Sep 01 14:07:51.710785 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb61bd1-2ef3-43d0-9442-abd2071d18fb req-747335c4-0ae6-46ca-85f3-4565d2300887 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:51.712732 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cdb61bd1-2ef3-43d0-9442-abd2071d18fb req-747335c4-0ae6-46ca-85f3-4565d2300887 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=91814986-adf4-46cb-8edf-820106d37ecb HTTP/1.1" status: 200 len: 944 time: 0.0645690 Sep 01 14:07:51.775845 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cdb61bd1-2ef3-43d0-9442-abd2071d18fb req-cd22f38c-75dd-4fd9-8c29-1abbfd4cb0b0 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=316d2b80-0f10-47d0-b39a-949b2d496324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506022 Sep 01 14:07:51.988598 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:52.198127 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] get_ports_and_sgs() called for port_ids ['567f782a-6b5e-4df4-9763-c0f2c4ed650f'] {{(pid=107075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 14:07:52.251677 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:52.326481 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:52.502399 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:52.764125 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d2b2b-6213-4336-a230-e85ab10a4d05 req-8fa2e66a-ee0a-42f9-b7c5-bce0c4c7f689 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:52.765670 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-505d2b2b-6213-4336-a230-e85ab10a4d05 req-8fa2e66a-ee0a-42f9-b7c5-bce0c4c7f689 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0f8565-bc64-439c-be78-3385624198b5 HTTP/1.1" status: 200 len: 949 time: 0.0901315 Sep 01 14:07:52.786853 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0cd86f-b308-458f-9ff3-be28b791255d req-6e503140-9725-417e-865c-fd0da60e0213 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:52.788380 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8b0cd86f-b308-458f-9ff3-be28b791255d req-6e503140-9725-417e-865c-fd0da60e0213 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 946 time: 0.0716093 Sep 01 14:07:52.852376 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-505d2b2b-6213-4336-a230-e85ab10a4d05 req-832d8db0-6472-4397-8ed7-af3bc282ff60 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=477225c7-5fc9-49a3-a720-b108165c8fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800309 Sep 01 14:07:52.873981 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8b0cd86f-b308-458f-9ff3-be28b791255d req-a8942aba-387a-47db-9b7f-4f48d1e2d0ce tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724442 Sep 01 14:07:52.975893 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbdc47-0d1a-42ca-979a-7b48b4a5c736 req-3f496b43-fb4e-4b70-b4b6-7a831cc6d8c7 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:52.977409 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d6bbdc47-0d1a-42ca-979a-7b48b4a5c736 req-3f496b43-fb4e-4b70-b4b6-7a831cc6d8c7 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=91814986-adf4-46cb-8edf-820106d37ecb HTTP/1.1" status: 200 len: 944 time: 0.0501280 Sep 01 14:07:53.031364 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d6bbdc47-0d1a-42ca-979a-7b48b4a5c736 req-16934574-e7f1-42e5-bece-3ae4458a577f tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=316d2b80-0f10-47d0-b39a-949b2d496324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481205 Sep 01 14:07:53.079363 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:53.273417 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:53.376948 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:54.006028 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3f0f3-0d84-4fe5-8acd-f4ec7996d9d0 req-0e3ed54b-4265-4066-9961-55803e5e9544 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:54.010201 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a0e3f0f3-0d84-4fe5-8acd-f4ec7996d9d0 req-0e3ed54b-4265-4066-9961-55803e5e9544 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0f8565-bc64-439c-be78-3385624198b5 HTTP/1.1" status: 200 len: 949 time: 0.0789464 Sep 01 14:07:54.029053 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b84da-4cf9-478a-957c-b26c2d3bf081 req-20a57db2-f984-4cec-a15c-d6bd3d453b72 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:54.030678 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cb8b84da-4cf9-478a-957c-b26c2d3bf081 req-20a57db2-f984-4cec-a15c-d6bd3d453b72 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 946 time: 0.0724535 Sep 01 14:07:54.097246 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a0e3f0f3-0d84-4fe5-8acd-f4ec7996d9d0 req-69741e0f-d241-459a-b713-92585736dfef tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=477225c7-5fc9-49a3-a720-b108165c8fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826557 Sep 01 14:07:54.113149 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cb8b84da-4cf9-478a-957c-b26c2d3bf081 req-cd2694c6-2490-4035-ae0c-c5a4e7d4d31b tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715590 Sep 01 14:07:54.232727 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da566596-0abb-4929-83d5-ab1c0d1bf455 req-f7de80a8-a8af-45bd-8d60-c9b91573a1d2 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:54.234369 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-da566596-0abb-4929-83d5-ab1c0d1bf455 req-f7de80a8-a8af-45bd-8d60-c9b91573a1d2 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=91814986-adf4-46cb-8edf-820106d37ecb HTTP/1.1" status: 200 len: 944 time: 0.0555475 Sep 01 14:07:54.297714 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-da566596-0abb-4929-83d5-ab1c0d1bf455 req-f834c792-9a4d-43d7-83c8-3109d3e72c1a tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=316d2b80-0f10-47d0-b39a-949b2d496324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565169 Sep 01 14:07:54.348008 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-a64520a1-963e-42e3-bfdb-630eb4f095f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:55.274684 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143eab6-0681-4976-a49e-b61e0e12f957 req-2befbd28-2b9b-4180-b7d1-c983daaabdd2 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:55.276205 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7143eab6-0681-4976-a49e-b61e0e12f957 req-2befbd28-2b9b-4180-b7d1-c983daaabdd2 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0f8565-bc64-439c-be78-3385624198b5 HTTP/1.1" status: 200 len: 949 time: 0.0804794 Sep 01 14:07:55.305499 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa62d8f-47af-421d-a613-8576bcbead84 req-453ff355-449f-44a2-a478-cf46bf594da0 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:55.307114 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-dfa62d8f-47af-421d-a613-8576bcbead84 req-453ff355-449f-44a2-a478-cf46bf594da0 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 946 time: 0.0770600 Sep 01 14:07:55.347797 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:55.359017 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7143eab6-0681-4976-a49e-b61e0e12f957 req-d48c6889-ea55-4011-8ca2-43ec30b4de77 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=477225c7-5fc9-49a3-a720-b108165c8fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763605 Sep 01 14:07:55.385182 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-dfa62d8f-47af-421d-a613-8576bcbead84 req-ba305947-467b-4765-bf26-7f4dc46a73f8 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708373 Sep 01 14:07:55.499314 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d669ef2-886c-4fc0-ac5a-0178a742b761 req-8b92ca9d-0ce9-4bdc-bf64-64086788bcdb tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:55.500871 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7d669ef2-886c-4fc0-ac5a-0178a742b761 req-8b92ca9d-0ce9-4bdc-bf64-64086788bcdb tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=91814986-adf4-46cb-8edf-820106d37ecb HTTP/1.1" status: 200 len: 944 time: 0.0520494 Sep 01 14:07:55.557804 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7d669ef2-886c-4fc0-ac5a-0178a742b761 req-db5524e3-4c45-4622-8a78-d6c93fe438ff tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=316d2b80-0f10-47d0-b39a-949b2d496324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510199 Sep 01 14:07:55.803741 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 567f782a-6b5e-4df4-9763-c0f2c4ed650f up at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:07:55.851074 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning for port 567f782a-6b5e-4df4-9763-c0f2c4ed650f completed by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 14:07:55.947103 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning complete for port 567f782a-6b5e-4df4-9763-c0f2c4ed650f triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:07:55.947482 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (567f782a-6b5e-4df4-9763-c0f2c4ed650f), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:56.157380 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 567f782a-6b5e-4df4-9763-c0f2c4ed650f is: BUILD; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:07:56.157659 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (567f782a-6b5e-4df4-9763-c0f2c4ed650f), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:56.196547 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0f8565-bc64-439c-be78-3385624198b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567f782a-6b5e-4df4-9763-c0f2c4ed650f'}] {{(pid=107075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:07:56.200562 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea684a423e005867ab2b2321dba33e59ce354bd0b218533ae43957e9dbf26841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a01368-84ee-43b6-b05a-68ada105e901" -d '{"events": [{"server_uuid": "7e0f8565-bc64-439c-be78-3385624198b5", "name": "network-vif-plugged", "status": "completed", "tag": "567f782a-6b5e-4df4-9763-c0f2c4ed650f"}]}' {{(pid=107075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:07:56.232851 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 567f782a-6b5e-4df4-9763-c0f2c4ed650f, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=567f782a-6b5e-4df4-9763-c0f2c4ed650f,segment=NetworkSegment(9c868bb7-61b2-4d71-922e-2563d9d57111),segment_id=9c868bb7-61b2-4d71-922e-2563d9d57111)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:07:56.265214 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c98b18f-917c-4874-8abe-e27076434cf1 x-openstack-request-id: req-2c98b18f-917c-4874-8abe-e27076434cf1 {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:07:56.266227 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0f8565-bc64-439c-be78-3385624198b5", "name": "network-vif-plugged", "status": "completed", "tag": "567f782a-6b5e-4df4-9763-c0f2c4ed650f", "code": 200}]} {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:07:56.266703 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c98b18f-917c-4874-8abe-e27076434cf1 {{(pid=107075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:07:56.267392 dv-cinder-852211-7-iscsi neutron-server[107075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c98b18f-917c-4874-8abe-e27076434cf1'] response: {'server_uuid': '7e0f8565-bc64-439c-be78-3385624198b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567f782a-6b5e-4df4-9763-c0f2c4ed650f', 'code': 200} Sep 01 14:07:56.307827 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (567f782a-6b5e-4df4-9763-c0f2c4ed650f), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:56.381294 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=567f782a-6b5e-4df4-9763-c0f2c4ed650f,revision_number=5']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:56.503666 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b3652-2a33-439b-adf2-e76cb161732d req-cbb04040-15dc-432b-8c5a-dabf6786066e tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:56.505534 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7b1b3652-2a33-439b-adf2-e76cb161732d req-cbb04040-15dc-432b-8c5a-dabf6786066e tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0f8565-bc64-439c-be78-3385624198b5 HTTP/1.1" status: 200 len: 950 time: 0.0617862 Sep 01 14:07:56.595594 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7b1b3652-2a33-439b-adf2-e76cb161732d req-1025bab6-ac32-4403-9fbd-51c2e71c28b7 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=477225c7-5fc9-49a3-a720-b108165c8fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816958 Sep 01 14:07:56.618903 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a11fc3-8974-42d6-90d6-5874753c70c4 req-e9a1fac6-b382-4d60-8b97-6299ca5ae9f1 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:56.621236 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-98a11fc3-8974-42d6-90d6-5874753c70c4 req-e9a1fac6-b382-4d60-8b97-6299ca5ae9f1 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 946 time: 0.0815091 Sep 01 14:07:56.719461 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d6173-8ee9-419f-94c6-5bd1f61f5e02 req-b7326e97-70bc-44bc-bb94-ebf6ffbd7bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:56.721598 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-085d6173-8ee9-419f-94c6-5bd1f61f5e02 req-b7326e97-70bc-44bc-bb94-ebf6ffbd7bfe service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=7e0f8565-bc64-439c-be78-3385624198b5 HTTP/1.1" status: 200 len: 1134 time: 0.0749860 Sep 01 14:07:56.726449 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-98a11fc3-8974-42d6-90d6-5874753c70c4 req-26ba905f-3cbf-461f-a5d4-7890a6b7d49a tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972350 Sep 01 14:07:57.048125 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd612af-2e3a-4874-9c10-7b7e1ce9a435 req-8f01bf60-918c-4835-9753-c7ef203c335a tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:57.049655 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2dd612af-2e3a-4874-9c10-7b7e1ce9a435 req-8f01bf60-918c-4835-9753-c7ef203c335a tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=91814986-adf4-46cb-8edf-820106d37ecb HTTP/1.1" status: 200 len: 944 time: 0.3099611 Sep 01 14:07:57.052257 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-085d6173-8ee9-419f-94c6-5bd1f61f5e02 req-29289e03-b186-4a63-833a-31934877fbfa service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=477225c7-5fc9-49a3-a720-b108165c8fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209815 Sep 01 14:07:57.097748 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2dd612af-2e3a-4874-9c10-7b7e1ce9a435 req-f15f265d-407e-458a-8cc6-1f2ebb77947e tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=316d2b80-0f10-47d0-b39a-949b2d496324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422428 Sep 01 14:07:57.462204 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-673965a8-26b9-41e0-8f61-ae1ec1ed6c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:57.724736 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:57.750758 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f109f-aa2d-43e1-8476-48104eb83870 req-ff860ad9-d4ff-46d9-a629-a2f61fef261f tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:57.753583 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c97f109f-aa2d-43e1-8476-48104eb83870 req-ff860ad9-d4ff-46d9-a629-a2f61fef261f tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0f8565-bc64-439c-be78-3385624198b5 HTTP/1.1" status: 200 len: 950 time: 0.0656564 Sep 01 14:07:57.786680 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device e0564e10-4a1c-482b-8355-e8813807b5bd details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=107075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:07:57.834258 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c97f109f-aa2d-43e1-8476-48104eb83870 req-b3cd68d9-932c-4881-82ad-09a8d9bbdd5d tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=477225c7-5fc9-49a3-a720-b108165c8fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695922 Sep 01 14:07:57.883175 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f65d75-874e-4460-9862-5aa000fa679e req-637a909b-4e84-49e1-b412-ce8b67b58d85 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:57.885049 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-57f65d75-874e-4460-9862-5aa000fa679e req-637a909b-4e84-49e1-b412-ce8b67b58d85 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 946 time: 0.0760763 Sep 01 14:07:57.929256 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port e0564e10-4a1c-482b-8355-e8813807b5bd, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=e0564e10-4a1c-482b-8355-e8813807b5bd,segment=NetworkSegment(ca6b7f3c-527c-4348-9811-67350820a04d),segment_id=ca6b7f3c-527c-4348-9811-67350820a04d)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:07:57.947741 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-57f65d75-874e-4460-9862-5aa000fa679e req-af7cf790-720b-4ba4-bc68-72b62a0b5802 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515645 Sep 01 14:07:57.966653 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Returning: {'device': 'e0564e10-4a1c-482b-8355-e8813807b5bd', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'port_id': 'e0564e10-4a1c-482b-8355-e8813807b5bd', 'mac_address': 'fa:16:3e:27:9b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:07:58.030395 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port e0564e10-4a1c-482b-8355-e8813807b5bd is: DOWN; New status is: BUILD {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:07:58.030789 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (e0564e10-4a1c-482b-8355-e8813807b5bd), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:58.048048 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0564e10-4a1c-482b-8355-e8813807b5bd {{(pid=107075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:07:58.077595 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port e0564e10-4a1c-482b-8355-e8813807b5bd, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=e0564e10-4a1c-482b-8355-e8813807b5bd,segment=NetworkSegment(ca6b7f3c-527c-4348-9811-67350820a04d),segment_id=ca6b7f3c-527c-4348-9811-67350820a04d)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:07:58.249821 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723f91f-f166-4a7a-9674-70e55b36fd13 req-26be1fb3-b93c-4397-a360-f13b8730abe6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:58.251590 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8723f91f-f166-4a7a-9674-70e55b36fd13 req-26be1fb3-b93c-4397-a360-f13b8730abe6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=91814986-adf4-46cb-8edf-820106d37ecb HTTP/1.1" status: 200 len: 944 time: 0.0585093 Sep 01 14:07:58.273314 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (e0564e10-4a1c-482b-8355-e8813807b5bd), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:58.309915 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8723f91f-f166-4a7a-9674-70e55b36fd13 req-7adb466d-6d27-4378-9ba9-4c8655dbd24c tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=316d2b80-0f10-47d0-b39a-949b2d496324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483496 Sep 01 14:07:58.331176 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=e0564e10-4a1c-482b-8355-e8813807b5bd,revision_number=4']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:07:58.679965 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] get_ports_and_sgs() called for port_ids ['e0564e10-4a1c-482b-8355-e8813807b5bd'] {{(pid=107075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 14:07:59.047788 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec60bd-0b67-4396-b3ea-e7edc7424350 req-4cb90952-0b04-40b9-8e78-65e05720f306 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:59.050995 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d7ec60bd-0b67-4396-b3ea-e7edc7424350 req-4cb90952-0b04-40b9-8e78-65e05720f306 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0f8565-bc64-439c-be78-3385624198b5 HTTP/1.1" status: 200 len: 950 time: 0.1236696 Sep 01 14:07:59.133813 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d7ec60bd-0b67-4396-b3ea-e7edc7424350 req-d00d1b0c-f776-4ce4-8530-5a492446ba09 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=477225c7-5fc9-49a3-a720-b108165c8fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750504 Sep 01 14:07:59.224541 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:07:59.294391 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b8cca-5a17-4624-bb09-e1fce41463ec req-cffa3f3d-4fb3-486a-b2c7-7a41ab5ecfaa tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:59.295940 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e32b8cca-5a17-4624-bb09-e1fce41463ec req-cffa3f3d-4fb3-486a-b2c7-7a41ab5ecfaa tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 946 time: 0.0914686 Sep 01 14:07:59.348332 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:59.370454 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e32b8cca-5a17-4624-bb09-e1fce41463ec req-90009b58-1e72-43a1-9f27-6100ad5af6bb tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622263 Sep 01 14:07:59.492426 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=96 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:59.527561 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf3953-21cb-4a3d-9557-d2951c3eda4b req-3dca4377-a091-40b5-903d-11930a96cf1c tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:59.527561 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2acf3953-21cb-4a3d-9557-d2951c3eda4b req-3dca4377-a091-40b5-903d-11930a96cf1c tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=91814986-adf4-46cb-8edf-820106d37ecb HTTP/1.1" status: 200 len: 945 time: 0.0536938 Sep 01 14:07:59.587649 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2acf3953-21cb-4a3d-9557-d2951c3eda4b req-21ef25ba-8421-416d-9e93-6a3b0f7b5119 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=316d2b80-0f10-47d0-b39a-949b2d496324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538967 Sep 01 14:07:59.788186 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device e0564e10-4a1c-482b-8355-e8813807b5bd up at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:07:59.816681 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:59.828123 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:07:59.837879 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning for port e0564e10-4a1c-482b-8355-e8813807b5bd completed by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 14:07:59.871822 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e042662-13a7-48cc-ba52-6a2a2d5f47ab req-95c78de4-dae5-4590-b395-24107811c5ef tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:07:59.873439 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9e042662-13a7-48cc-ba52-6a2a2d5f47ab req-95c78de4-dae5-4590-b395-24107811c5ef tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.0825479 Sep 01 14:07:59.934535 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9e042662-13a7-48cc-ba52-6a2a2d5f47ab req-64377558-00a1-419a-94c3-155a90b0fc03 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487933 Sep 01 14:07:59.988793 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning complete for port e0564e10-4a1c-482b-8355-e8813807b5bd triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:07:59.989186 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (e0564e10-4a1c-482b-8355-e8813807b5bd), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:00.082780 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port e0564e10-4a1c-482b-8355-e8813807b5bd is: BUILD; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:08:00.083454 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (e0564e10-4a1c-482b-8355-e8813807b5bd), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:00.118434 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91814986-adf4-46cb-8edf-820106d37ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0564e10-4a1c-482b-8355-e8813807b5bd'}] {{(pid=107075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:08:00.119243 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea684a423e005867ab2b2321dba33e59ce354bd0b218533ae43957e9dbf26841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1e65bd-0c4f-42c0-a61a-9f3bef58f0cf" -d '{"events": [{"server_uuid": "91814986-adf4-46cb-8edf-820106d37ecb", "name": "network-vif-plugged", "status": "completed", "tag": "e0564e10-4a1c-482b-8355-e8813807b5bd"}]}' {{(pid=107075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:08:00.137203 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port e0564e10-4a1c-482b-8355-e8813807b5bd, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=e0564e10-4a1c-482b-8355-e8813807b5bd,segment=NetworkSegment(ca6b7f3c-527c-4348-9811-67350820a04d),segment_id=ca6b7f3c-527c-4348-9811-67350820a04d)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:08:00.181056 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2563486f-5453-408d-b1b1-4065c0a88068 x-openstack-request-id: req-2563486f-5453-408d-b1b1-4065c0a88068 {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:08:00.181376 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91814986-adf4-46cb-8edf-820106d37ecb", "name": "network-vif-plugged", "status": "completed", "tag": "e0564e10-4a1c-482b-8355-e8813807b5bd", "code": 200}]} {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:08:00.181376 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2563486f-5453-408d-b1b1-4065c0a88068 {{(pid=107075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:08:00.181751 dv-cinder-852211-7-iscsi neutron-server[107075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2563486f-5453-408d-b1b1-4065c0a88068'] response: {'server_uuid': '91814986-adf4-46cb-8edf-820106d37ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0564e10-4a1c-482b-8355-e8813807b5bd', 'code': 200} Sep 01 14:08:00.319794 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (e0564e10-4a1c-482b-8355-e8813807b5bd), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:00.354849 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f1ed7-80e4-45f4-bb23-32694f159e2e req-bcdb0e32-5c1a-454b-aaf3-5edaabbd0cdd tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:00.358444 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ee6f1ed7-80e4-45f4-bb23-32694f159e2e req-bcdb0e32-5c1a-454b-aaf3-5edaabbd0cdd tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0f8565-bc64-439c-be78-3385624198b5 HTTP/1.1" status: 200 len: 950 time: 0.0656698 Sep 01 14:08:00.446692 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=e0564e10-4a1c-482b-8355-e8813807b5bd,revision_number=5']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:00.462352 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ee6f1ed7-80e4-45f4-bb23-32694f159e2e req-d9662786-1811-4d24-89ca-65ec8eec4cd5 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=477225c7-5fc9-49a3-a720-b108165c8fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911815 Sep 01 14:08:00.473345 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:00.561004 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b440b-01ab-476c-a8da-fce7d3d5b4fe req-01582d18-808f-41f3-8664-63c024f221b3 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:00.562861 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3b0b440b-01ab-476c-a8da-fce7d3d5b4fe req-01582d18-808f-41f3-8664-63c024f221b3 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 946 time: 0.0824084 Sep 01 14:08:00.626142 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3b0b440b-01ab-476c-a8da-fce7d3d5b4fe req-f819dfda-d40c-4785-b64c-8956e95a88d7 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589254 Sep 01 14:08:00.745412 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490ba29-8c44-4c7d-83d9-d2a5b127b0cd req-f45a6ef9-4a94-4dfc-aab2-2a3552f779f2 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:00.747059 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e490ba29-8c44-4c7d-83d9-d2a5b127b0cd req-f45a6ef9-4a94-4dfc-aab2-2a3552f779f2 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=91814986-adf4-46cb-8edf-820106d37ecb HTTP/1.1" status: 200 len: 946 time: 0.0536075 Sep 01 14:08:00.842800 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e490ba29-8c44-4c7d-83d9-d2a5b127b0cd req-eb8fff69-586d-4bea-8402-fc4b00de41d1 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=316d2b80-0f10-47d0-b39a-949b2d496324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874906 Sep 01 14:08:00.985449 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1968376-5ab2-4488-8946-cb404cce4fef req-394fc47b-2d4f-46ee-85dd-f6a0d3db6ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:00.989553 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f1968376-5ab2-4488-8946-cb404cce4fef req-394fc47b-2d4f-46ee-85dd-f6a0d3db6ed2 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=91814986-adf4-46cb-8edf-820106d37ecb HTTP/1.1" status: 200 len: 1130 time: 0.0709262 Sep 01 14:08:01.098979 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f1968376-5ab2-4488-8946-cb404cce4fef req-68420688-9e40-44f5-82ed-ca8da556025e service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=316d2b80-0f10-47d0-b39a-949b2d496324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017447 Sep 01 14:08:01.143822 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9e627-ea58-4865-86bd-47460a601acd req-3db68a30-4d71-4b37-a6fb-68de3d662a79 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:01.145461 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-81e9e627-ea58-4865-86bd-47460a601acd req-3db68a30-4d71-4b37-a6fb-68de3d662a79 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.0650964 Sep 01 14:08:01.189169 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:01.205249 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:01.214483 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-81e9e627-ea58-4865-86bd-47460a601acd req-f43dc010-2cff-4d72-805c-94bed3f7b750 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605509 Sep 01 14:08:01.408619 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2534858-dd65-4260-8ac0-da9c0379c4ce req-b42971ac-1a5c-4c2b-b5db-019143a3df61 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:01.414677 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d2534858-dd65-4260-8ac0-da9c0379c4ce req-b42971ac-1a5c-4c2b-b5db-019143a3df61 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0f8565-bc64-439c-be78-3385624198b5 HTTP/1.1" status: 200 len: 950 time: 0.0776725 Sep 01 14:08:01.470407 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d2534858-dd65-4260-8ac0-da9c0379c4ce req-5f599918-cea5-4fa6-bea5-1511882def8f tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=477225c7-5fc9-49a3-a720-b108165c8fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495133 Sep 01 14:08:01.778767 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6deea57-e1f4-4997-a05f-959e6eeeb3c7 req-492599b5-1a4e-41a4-b5d1-0c6bf5ba6ee3 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:01.780464 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f6deea57-e1f4-4997-a05f-959e6eeeb3c7 req-492599b5-1a4e-41a4-b5d1-0c6bf5ba6ee3 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 946 time: 0.0594449 Sep 01 14:08:01.842418 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f6deea57-e1f4-4997-a05f-959e6eeeb3c7 req-f25a9f17-3a67-40f8-89d1-c744e74b4590 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541389 Sep 01 14:08:02.012578 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddbaaac-4576-4888-a851-49942ef065c4 req-f19a3e38-352b-48c9-8928-231e0339e688 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:02.015292 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6ddbaaac-4576-4888-a851-49942ef065c4 req-f19a3e38-352b-48c9-8928-231e0339e688 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=91814986-adf4-46cb-8edf-820106d37ecb HTTP/1.1" status: 200 len: 946 time: 0.0760908 Sep 01 14:08:02.046614 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:02.077062 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6ddbaaac-4576-4888-a851-49942ef065c4 req-cdf53552-d8a1-4886-b0d4-62fc3e691c81 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=316d2b80-0f10-47d0-b39a-949b2d496324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531223 Sep 01 14:08:02.447260 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19984caf-c615-48a9-a518-e4d0eecae73c req-e517419f-c62b-4081-945d-6241e80363fc tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:02.450215 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-19984caf-c615-48a9-a518-e4d0eecae73c req-e517419f-c62b-4081-945d-6241e80363fc tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.1067119 Sep 01 14:08:02.563060 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-19984caf-c615-48a9-a518-e4d0eecae73c req-0ce37b1c-97ca-4a8f-87a9-15df536ce09b tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045260 Sep 01 14:08:02.635936 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86a2f1-4a65-4afd-920b-a7520c7efcb4 req-e9af7875-20ef-466c-862f-e7237a3bd80b tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:02.637541 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4b86a2f1-4a65-4afd-920b-a7520c7efcb4 req-e9af7875-20ef-466c-862f-e7237a3bd80b tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0f8565-bc64-439c-be78-3385624198b5 HTTP/1.1" status: 200 len: 950 time: 0.0592337 Sep 01 14:08:02.709063 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4b86a2f1-4a65-4afd-920b-a7520c7efcb4 req-161ed884-6794-4943-b52a-bdb0b6d17fd1 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=477225c7-5fc9-49a3-a720-b108165c8fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581419 Sep 01 14:08:03.022760 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c60005-2287-431a-9255-542db590beb9 req-5a07fefa-73e2-44c7-a278-5c422a96f1bc tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:03.025514 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-86c60005-2287-431a-9255-542db590beb9 req-5a07fefa-73e2-44c7-a278-5c422a96f1bc tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 946 time: 0.0854473 Sep 01 14:08:03.087732 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-86c60005-2287-431a-9255-542db590beb9 req-d0e9e298-1c31-4899-8039-01fc9b96125a tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556247 Sep 01 14:08:03.233234 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086aa48d-d12e-42f2-82ed-a99a9dc9028b req-81d97f88-cfaa-4154-a6d5-352cc7924c7e tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:03.235345 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-086aa48d-d12e-42f2-82ed-a99a9dc9028b req-81d97f88-cfaa-4154-a6d5-352cc7924c7e tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=91814986-adf4-46cb-8edf-820106d37ecb HTTP/1.1" status: 200 len: 946 time: 0.0675621 Sep 01 14:08:03.300668 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-086aa48d-d12e-42f2-82ed-a99a9dc9028b req-96c78c97-4a2d-4164-ab35-4ed0d3d9cf0f tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=316d2b80-0f10-47d0-b39a-949b2d496324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580845 Sep 01 14:08:03.653740 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecdbb9f-6817-4f0b-a240-72ca7bc67e55 req-d6833365-e3f3-49c6-9515-859db1de94e2 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:03.656554 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3ecdbb9f-6817-4f0b-a240-72ca7bc67e55 req-d6833365-e3f3-49c6-9515-859db1de94e2 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=7e0f8565-bc64-439c-be78-3385624198b5 HTTP/1.1" status: 200 len: 950 time: 0.0559213 Sep 01 14:08:03.711012 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150ab13-b2dc-40c9-bc17-c50d663995e4 req-4a0e2a2e-b57e-43da-91b1-f16d97269de2 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:03.713505 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8150ab13-b2dc-40c9-bc17-c50d663995e4 req-4a0e2a2e-b57e-43da-91b1-f16d97269de2 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.0558517 Sep 01 14:08:03.779485 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8150ab13-b2dc-40c9-bc17-c50d663995e4 req-f5344a19-e058-46c0-afe7-7b8424f29af0 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545878 Sep 01 14:08:03.867263 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b69db9-eb31-42d6-bf80-3aa89028f316 req-ef103d4e-a93d-4c1a-a806-0e2559bf9bfb tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:03.869407 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-73b69db9-eb31-42d6-bf80-3aa89028f316 req-ef103d4e-a93d-4c1a-a806-0e2559bf9bfb tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0f8565-bc64-439c-be78-3385624198b5 HTTP/1.1" status: 200 len: 950 time: 0.0739841 Sep 01 14:08:03.930740 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-73b69db9-eb31-42d6-bf80-3aa89028f316 req-2e611346-ca13-4e9f-8d4b-5a23b0010875 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=477225c7-5fc9-49a3-a720-b108165c8fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535169 Sep 01 14:08:04.248172 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cb207-e960-4ef8-b1ee-89526d9aaf52 req-3372326e-d75d-4905-ac5b-17d445ea2569 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:04.249802 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c55cb207-e960-4ef8-b1ee-89526d9aaf52 req-3372326e-d75d-4905-ac5b-17d445ea2569 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 946 time: 0.0565202 Sep 01 14:08:04.312108 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c55cb207-e960-4ef8-b1ee-89526d9aaf52 req-1093d61c-dc21-4548-a11e-b7364388a479 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549631 Sep 01 14:08:04.476597 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9034f2-a311-4c21-8ba1-7556990db9f6 req-232e0a01-923e-4f12-88d9-435fbc9de19c tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:04.484231 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cf9034f2-a311-4c21-8ba1-7556990db9f6 req-232e0a01-923e-4f12-88d9-435fbc9de19c tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=91814986-adf4-46cb-8edf-820106d37ecb HTTP/1.1" status: 200 len: 946 time: 0.0802655 Sep 01 14:08:04.552830 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cf9034f2-a311-4c21-8ba1-7556990db9f6 req-4bb53e7f-bd66-4272-a1f0-10cae3e6d12c tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=316d2b80-0f10-47d0-b39a-949b2d496324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673640 Sep 01 14:08:04.934913 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5138736-431b-474a-927e-86b54f173978 req-63737c22-c87b-4806-b950-1135a1094ec7 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:04.937002 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e5138736-431b-474a-927e-86b54f173978 req-63737c22-c87b-4806-b950-1135a1094ec7 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.0722413 Sep 01 14:08:05.008831 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e5138736-431b-474a-927e-86b54f173978 req-ac900de7-3a95-47e2-beff-2bbe51895bc4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617127 Sep 01 14:08:05.061183 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 57000) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:05.095665 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69e5f0-7f77-40ee-a9d3-916e267fbcc3 req-6c9a2358-3862-44c0-b40d-ab675b4adf62 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:05.098166 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2a69e5f0-7f77-40ee-a9d3-916e267fbcc3 req-6c9a2358-3862-44c0-b40d-ab675b4adf62 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0f8565-bc64-439c-be78-3385624198b5 HTTP/1.1" status: 200 len: 950 time: 0.0834880 Sep 01 14:08:05.116209 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:05.180436 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2a69e5f0-7f77-40ee-a9d3-916e267fbcc3 req-ba32e9b1-16fd-4445-9862-044029b9a3c3 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=477225c7-5fc9-49a3-a720-b108165c8fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741127 Sep 01 14:08:05.255765 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-e90ab473-ed50-403b-9772-e827bafe2666 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:05.274676 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:05.352192 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-e90ab473-ed50-403b-9772-e827bafe2666 admin admin] Publish callbacks [] for security_group (2bf69e79-f03d-41c9-8494-549610925524), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:05.504584 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b592dc8-80f9-4fe7-b176-de68f207c411 req-9e40866b-b568-4f78-b576-14e8b4a9d298 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:05.506274 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1b592dc8-80f9-4fe7-b176-de68f207c411 req-9e40866b-b568-4f78-b576-14e8b4a9d298 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 946 time: 0.0694571 Sep 01 14:08:05.532242 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-e90ab473-ed50-403b-9772-e827bafe2666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (2bf69e79-f03d-41c9-8494-549610925524), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:05.606978 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-e90ab473-ed50-403b-9772-e827bafe2666 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6808847ac5e54d87b314e298acd9fe0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5439627 Sep 01 14:08:05.609168 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 57012) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:05.611809 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ab473-ed50-403b-9772-e827bafe2666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf69e79-f03d-41c9-8494-549610925524,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:05.623228 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1b592dc8-80f9-4fe7-b176-de68f207c411 req-133fdcab-3915-4aac-a44c-81b4cb0ab39d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071551 Sep 01 14:08:05.703477 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-aacfdb05-ff72-441b-a856-d3ea063e0a7c admin admin] Publish callbacks [] for security_group (2bf69e79-f03d-41c9-8494-549610925524), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:05.740281 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-aacfdb05-ff72-441b-a856-d3ea063e0a7c admin admin] Publish callbacks [] for security_group (2bf69e79-f03d-41c9-8494-549610925524), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:05.763696 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6409c6-59fc-4095-a556-2cf83acd7b38 req-77f38db3-0cc4-4c9e-a1bf-447c56fe7e99 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:05.765479 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cc6409c6-59fc-4095-a556-2cf83acd7b38 req-77f38db3-0cc4-4c9e-a1bf-447c56fe7e99 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=91814986-adf4-46cb-8edf-820106d37ecb HTTP/1.1" status: 200 len: 946 time: 0.0609791 Sep 01 14:08:05.848137 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cc6409c6-59fc-4095-a556-2cf83acd7b38 req-e6efcb17-f752-4065-95b2-443be3097be8 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=316d2b80-0f10-47d0-b39a-949b2d496324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753300 Sep 01 14:08:05.873844 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-aacfdb05-ff72-441b-a856-d3ea063e0a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (2bf69e79-f03d-41c9-8494-549610925524), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:05.877595 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-aacfdb05-ff72-441b-a856-d3ea063e0a7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:05.879202 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-aacfdb05-ff72-441b-a856-d3ea063e0a7c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2bf69e79-f03d-41c9-8494-549610925524 HTTP/1.1" status: 204 len: 168 time: 0.2687452 Sep 01 14:08:05.888356 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfdb05-ff72-441b-a856-d3ea063e0a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf69e79-f03d-41c9-8494-549610925524,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:06.018238 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f060a9-0e89-41ec-8d3a-447f672a9a49 req-018452f3-ca43-412c-b384-c9f17a5ff9ae tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:06.020410 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f2f060a9-0e89-41ec-8d3a-447f672a9a49 req-018452f3-ca43-412c-b384-c9f17a5ff9ae tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=91814986-adf4-46cb-8edf-820106d37ecb HTTP/1.1" status: 200 len: 946 time: 0.0537891 Sep 01 14:08:06.031337 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 57020) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:06.036636 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-7a3994b8-b272-4bdf-b004-222cda816912 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Request body: {'floatingip': {'port_id': 'e0564e10-4a1c-482b-8355-e8813807b5bd'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:08:06.088192 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-7a3994b8-b272-4bdf-b004-222cda816912 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for floatingip (e9efb998-fb9c-4d8e-8668-f1427837bef0), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:06.385559 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4deba-2bb2-4048-8862-9dd96f3d7d38 req-e107d95c-a7d2-40bc-95d3-3b3cef358653 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:06.387133 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-67e4deba-2bb2-4048-8862-9dd96f3d7d38 req-e107d95c-a7d2-40bc-95d3-3b3cef358653 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.2180412 Sep 01 14:08:06.498385 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [req-3ecdbb9f-6817-4f0b-a240-72ca7bc67e55 req-c9b22e51-b595-4a8f-9742-4f236069d5bf tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Deleting port 567f782a-6b5e-4df4-9763-c0f2c4ed650f {{(pid=107073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:08:06.498725 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-3ecdbb9f-6817-4f0b-a240-72ca7bc67e55 req-c9b22e51-b595-4a8f-9742-4f236069d5bf tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (567f782a-6b5e-4df4-9763-c0f2c4ed650f), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:06.511044 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8de181-bd4e-47ba-a8a3-808369d0325d req-2c401caa-5ebe-45f5-9956-9269e1a4ff32 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:06.512684 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0a8de181-bd4e-47ba-a8a3-808369d0325d req-2c401caa-5ebe-45f5-9956-9269e1a4ff32 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0f8565-bc64-439c-be78-3385624198b5 HTTP/1.1" status: 200 len: 950 time: 0.2265921 Sep 01 14:08:06.587511 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:06.660312 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-67e4deba-2bb2-4048-8862-9dd96f3d7d38 req-75c8908b-36b2-4ba1-ad48-d1e461752a00 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2490094 Sep 01 14:08:06.717132 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:06.759971 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0a8de181-bd4e-47ba-a8a3-808369d0325d req-1af7b63f-81e4-4a20-95cc-71d6f3b31780 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=477225c7-5fc9-49a3-a720-b108165c8fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258909 Sep 01 14:08:06.785650 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [req-3ecdbb9f-6817-4f0b-a240-72ca7bc67e55 req-c9b22e51-b595-4a8f-9742-4f236069d5bf tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] For port 567f782a-6b5e-4df4-9763-c0f2c4ed650f, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=567f782a-6b5e-4df4-9763-c0f2c4ed650f,segment=NetworkSegment(9c868bb7-61b2-4d71-922e-2563d9d57111),segment_id=9c868bb7-61b2-4d71-922e-2563d9d57111)] {{(pid=107073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:08:06.785650 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-3ecdbb9f-6817-4f0b-a240-72ca7bc67e55 req-c9b22e51-b595-4a8f-9742-4f236069d5bf tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (567f782a-6b5e-4df4-9763-c0f2c4ed650f), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:06.863675 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [req-3ecdbb9f-6817-4f0b-a240-72ca7bc67e55 req-c9b22e51-b595-4a8f-9742-4f236069d5bf tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Calling delete_port for 567f782a-6b5e-4df4-9763-c0f2c4ed650f owned by compute:nova {{(pid=107073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:08:06.900041 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be92664-4447-4beb-82cd-08a780bb9217 req-9bdc6dc6-8d50-4ab8-823a-87b460212d62 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:06.901530 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6be92664-4447-4beb-82cd-08a780bb9217 req-9bdc6dc6-8d50-4ab8-823a-87b460212d62 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 946 time: 0.1513629 Sep 01 14:08:06.974546 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 57034) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:06.995277 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-721b1f8e-096c-47bf-8bf6-4a460f302f97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:07.054295 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6be92664-4447-4beb-82cd-08a780bb9217 req-a53594e2-56ec-458c-8bb4-6c069a01961f tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180494 Sep 01 14:08:07.138761 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-721b1f8e-096c-47bf-8bf6-4a460f302f97 admin admin] Publish callbacks [] for security_group (d0fe78b7-d7b3-4b83-a853-6a4b7b1c2678), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:07.181776 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:07.190074 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-7a3994b8-b272-4bdf-b004-222cda816912 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:07.256242 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-721b1f8e-096c-47bf-8bf6-4a460f302f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (d0fe78b7-d7b3-4b83-a853-6a4b7b1c2678), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:07.301748 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-721b1f8e-096c-47bf-8bf6-4a460f302f97 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=322bec89bbe04a4d9de85fd35d7b1338&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3251641 Sep 01 14:08:07.302662 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b1f8e-096c-47bf-8bf6-4a460f302f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fe78b7-d7b3-4b83-a853-6a4b7b1c2678,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:07.304942 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 57036) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:07.320518 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-7a3994b8-b272-4bdf-b004-222cda816912 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122292'] for floatingip (e9efb998-fb9c-4d8e-8668-f1427837bef0), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:07.323606 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-3ecdbb9f-6817-4f0b-a240-72ca7bc67e55 req-c9b22e51-b595-4a8f-9742-4f236069d5bf tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (567f782a-6b5e-4df4-9763-c0f2c4ed650f), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:07.684652 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b22e51-b595-4a8f-9742-4f236069d5bf tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Pushing event deleted for resources: {'Port': ['ID=567f782a-6b5e-4df4-9763-c0f2c4ed650f,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:07.824354 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 567f782a-6b5e-4df4-9763-c0f2c4ed650f no longer exists at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:08:07.847042 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] No Port match for: 567f782a-6b5e-4df4-9763-c0f2c4ed650f {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:08:07.851705 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 567f782a-6b5e-4df4-9763-c0f2c4ed650f not bound to the agent host hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:08:07.851887 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ecdbb9f-6817-4f0b-a240-72ca7bc67e55 req-c9b22e51-b595-4a8f-9742-4f236069d5bf tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] No DVR routers for this DVR port 567f782a-6b5e-4df4-9763-c0f2c4ed650f on host hv-cinder-85221 {{(pid=107073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:08:07.863890 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-3ecdbb9f-6817-4f0b-a240-72ca7bc67e55 req-c9b22e51-b595-4a8f-9742-4f236069d5bf tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:07.867270 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3ecdbb9f-6817-4f0b-a240-72ca7bc67e55 req-c9b22e51-b595-4a8f-9742-4f236069d5bf tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.72 "DELETE /networking/v2.0/ports/567f782a-6b5e-4df4-9763-c0f2c4ed650f HTTP/1.1" status: 204 len: 173 time: 1.7064447 Sep 01 14:08:07.868359 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0f8565-bc64-439c-be78-3385624198b5', 'name': 'network-vif-deleted', 'tag': '567f782a-6b5e-4df4-9763-c0f2c4ed650f'}] {{(pid=107073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:08:07.870311 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa2be68435688eaee197eda6180a725a3135abf9bfe352ecc662039bf4a93bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524a06df-c8d2-4d51-9e0b-aee131bd6ee8" -d '{"events": [{"server_uuid": "7e0f8565-bc64-439c-be78-3385624198b5", "name": "network-vif-deleted", "tag": "567f782a-6b5e-4df4-9763-c0f2c4ed650f"}]}' {{(pid=107073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:08:07.896533 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-1d9a7bf6-1baf-44d6-8554-9c2e2e136e8c admin admin] Publish callbacks [] for security_group (d0fe78b7-d7b3-4b83-a853-6a4b7b1c2678), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:07.929695 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.db.l3_db [None req-7a3994b8-b272-4bdf-b004-222cda816912 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Floating IP e9efb998-fb9c-4d8e-8668-f1427837bef0 associated. External IP: 172.27.2.195, port: e0564e10-4a1c-482b-8355-e8813807b5bd. Sep 01 14:08:07.937507 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c1b88-46e5-494a-9358-15c8ed76c6fc req-ae2d5557-f25c-4e50-8c10-082befc03fe3 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:07.939448 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-dd9c1b88-46e5-494a-9358-15c8ed76c6fc req-ae2d5557-f25c-4e50-8c10-082befc03fe3 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.1546271 Sep 01 14:08:07.984629 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c12bc75c-ac46-450b-9d71-39ac75b537c1 req-e1440918-4f62-49a6-a10f-5074ec215de8 tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0f8565-bc64-439c-be78-3385624198b5 HTTP/1.1" status: 200 len: 210 time: 0.1059775 Sep 01 14:08:07.998664 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-1d9a7bf6-1baf-44d6-8554-9c2e2e136e8c admin admin] Publish callbacks [] for security_group (d0fe78b7-d7b3-4b83-a853-6a4b7b1c2678), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:08.081125 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d6595f-a6da-4c55-b936-783854cc6ef1 x-openstack-request-id: req-39d6595f-a6da-4c55-b936-783854cc6ef1 {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:08:08.082265 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0f8565-bc64-439c-be78-3385624198b5", "name": "network-vif-deleted", "tag": "567f782a-6b5e-4df4-9763-c0f2c4ed650f", "status": "completed", "code": 200}]} {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:08:08.082265 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-39d6595f-a6da-4c55-b936-783854cc6ef1 {{(pid=107073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:08:08.082265 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39d6595f-a6da-4c55-b936-783854cc6ef1'] response: {'server_uuid': '7e0f8565-bc64-439c-be78-3385624198b5', 'name': 'network-vif-deleted', 'tag': '567f782a-6b5e-4df4-9763-c0f2c4ed650f', 'status': 'completed', 'code': 200} Sep 01 14:08:08.137192 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-dd9c1b88-46e5-494a-9358-15c8ed76c6fc req-df0028d1-b3d9-440e-baa3-21f85a3ab040 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898978 Sep 01 14:08:08.251896 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c709a6a-bed3-4977-a896-ada14179989a req-6c24a18f-58fc-40e6-b2a7-181441bdf750 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:08.254555 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3c709a6a-bed3-4977-a896-ada14179989a req-6c24a18f-58fc-40e6-b2a7-181441bdf750 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 946 time: 0.0921285 Sep 01 14:08:08.331281 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:08.362474 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3c709a6a-bed3-4977-a896-ada14179989a req-6f4f432d-4922-458d-9ae6-5043ae88d63f tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022787 Sep 01 14:08:08.368971 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3994b8-b272-4bdf-b004-222cda816912 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Router e8f55aa6-3e2f-4434-9312-766524ba3bfd has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:08:08.437165 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-1d9a7bf6-1baf-44d6-8554-9c2e2e136e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (d0fe78b7-d7b3-4b83-a853-6a4b7b1c2678), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:08.440730 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-1d9a7bf6-1baf-44d6-8554-9c2e2e136e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:08.441559 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-1d9a7bf6-1baf-44d6-8554-9c2e2e136e8c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d0fe78b7-d7b3-4b83-a853-6a4b7b1c2678 HTTP/1.1" status: 204 len: 168 time: 1.1349530 Sep 01 14:08:08.460616 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a7bf6-1baf-44d6-8554-9c2e2e136e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fe78b7-d7b3-4b83-a853-6a4b7b1c2678,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:08.464076 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:08.548382 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3994b8-b272-4bdf-b004-222cda816912 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:08:08.554631 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-7a3994b8-b272-4bdf-b004-222cda816912 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for floatingip (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:08.565275 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03adbea-9810-4163-a63f-ac1ec199e7c0 None None] Sync routers for ids ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'] in dv-cinder-852211-7-iscsi {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:08:08.577977 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03adbea-9810-4163-a63f-ac1ec199e7c0 None None] Routers {'e8f55aa6-3e2f-4434-9312-766524ba3bfd'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:08:08.578788 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-b03adbea-9810-4163-a63f-ac1ec199e7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:07:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:08:08.625283 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-7a3994b8-b272-4bdf-b004-222cda816912 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/e9efb998-fb9c-4d8e-8668-f1427837bef0 HTTP/1.1" status: 200 len: 992 time: 2.5876930 Sep 01 14:08:08.709917 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-b03adbea-9810-4163-a63f-ac1ec199e7c0 None None] Set router e8f55aa6-3e2f-4434-9312-766524ba3bfd gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:08:09.216168 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-b03adbea-9810-4163-a63f-ac1ec199e7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'name': 'tempest-AttachVolumeNegativeTest-1411166407-router', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:07:23Z', 'updated_at': '2022-09-01T14:07:28Z', 'revision_number': 4, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'gw_port': {'id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:24Z', 'updated_at': '2022-09-01T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': 'e9efb998-fb9c-4d8e-8668-f1427837bef0', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'port_id': 'e0564e10-4a1c-482b-8355-e8813807b5bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'mac_address': 'fa:16:3e:27:9b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91814986-adf4-46cb-8edf-820106d37ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:07:33Z', 'updated_at': '2022-09-01T14:08:07Z', 'revision_number': 1, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d322708-60c7-4a61-b0df-8d1e76fa1ff4', 'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'mac_address': 'fa:16:3e:a6:5b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:27Z', 'updated_at': '2022-09-01T14:07:34Z', 'revision_number': 5, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'subnets': [{'id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:08:09.249882 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-56922788-7ac0-46d7-ba3f-c96440c9a97d req-1bba4d12-d617-4e8a-8a22-45244353835e tempest-VolumesNegativeTest-1610413475 tempest-VolumesNegativeTest-1610413475-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0f8565-bc64-439c-be78-3385624198b5 HTTP/1.1" status: 200 len: 210 time: 0.0605457 Sep 01 14:08:09.276518 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03adbea-9810-4163-a63f-ac1ec199e7c0 None None] Checking router: e8f55aa6-3e2f-4434-9312-766524ba3bfd for host: dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:08:09.293776 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03adbea-9810-4163-a63f-ac1ec199e7c0 None None] Routers {'e8f55aa6-3e2f-4434-9312-766524ba3bfd'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:08:09.294989 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-b03adbea-9810-4163-a63f-ac1ec199e7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:07:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:08:09.349473 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2cdcdd-4ff1-4bad-96a6-42706dc812ee req-32c4c692-7822-4298-97cf-fc8f3ff5ef2b tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:09.351284 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8d2cdcdd-4ff1-4bad-96a6-42706dc812ee req-32c4c692-7822-4298-97cf-fc8f3ff5ef2b tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.0584779 Sep 01 14:08:09.374766 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:09.426851 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8d2cdcdd-4ff1-4bad-96a6-42706dc812ee req-a5ac1443-c9d8-40bb-b13a-5971fc5afb54 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621922 Sep 01 14:08:09.466417 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-b03adbea-9810-4163-a63f-ac1ec199e7c0 None None] Set router e8f55aa6-3e2f-4434-9312-766524ba3bfd gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:08:09.514834 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:09.559914 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587e525-e8c3-4772-91cd-1f875e087902 req-04d1c507-52c0-40b6-8c23-15e3e575c1e6 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:09.561674 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0587e525-e8c3-4772-91cd-1f875e087902 req-04d1c507-52c0-40b6-8c23-15e3e575c1e6 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 946 time: 0.0571094 Sep 01 14:08:09.704401 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0587e525-e8c3-4772-91cd-1f875e087902 req-7ff920e3-4e40-4f62-9c99-84bdf95203b6 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324863 Sep 01 14:08:09.781027 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=100 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:09.857280 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-b03adbea-9810-4163-a63f-ac1ec199e7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'name': 'tempest-AttachVolumeNegativeTest-1411166407-router', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:07:23Z', 'updated_at': '2022-09-01T14:07:28Z', 'revision_number': 4, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'gw_port': {'id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:24Z', 'updated_at': '2022-09-01T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': 'e9efb998-fb9c-4d8e-8668-f1427837bef0', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'port_id': 'e0564e10-4a1c-482b-8355-e8813807b5bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'mac_address': 'fa:16:3e:27:9b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91814986-adf4-46cb-8edf-820106d37ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:07:33Z', 'updated_at': '2022-09-01T14:08:07Z', 'revision_number': 1, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d322708-60c7-4a61-b0df-8d1e76fa1ff4', 'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'mac_address': 'fa:16:3e:a6:5b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:27Z', 'updated_at': '2022-09-01T14:07:34Z', 'revision_number': 5, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'subnets': [{'id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:08:09.885861 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03adbea-9810-4163-a63f-ac1ec199e7c0 None None] The sync data for ids ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'] in dv-cinder-852211-7-iscsi is: [{'id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'name': 'tempest-AttachVolumeNegativeTest-1411166407-router', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:07:23Z', 'updated_at': '2022-09-01T14:07:28Z', 'revision_number': 4, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'gw_port': {'id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:24Z', 'updated_at': '2022-09-01T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': 'e9efb998-fb9c-4d8e-8668-f1427837bef0', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'port_id': 'e0564e10-4a1c-482b-8355-e8813807b5bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'mac_address': 'fa:16:3e:27:9b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91814986-adf4-46cb-8edf-820106d37ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:07:33Z', 'updated_at': '2022-09-01T14:08:07Z', 'revision_number': 1, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d322708-60c7-4a61-b0df-8d1e76fa1ff4', 'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'mac_address': 'fa:16:3e:a6:5b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:27Z', 'updated_at': '2022-09-01T14:07:34Z', 'revision_number': 5, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'subnets': [{'id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:08:10.086174 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91814986-adf4-46cb-8edf-820106d37ecb', 'tag': 'e0564e10-4a1c-482b-8355-e8813807b5bd'}] {{(pid=107073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:08:10.089511 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa2be68435688eaee197eda6180a725a3135abf9bfe352ecc662039bf4a93bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0398ace0-b152-46e2-b7d3-239f36ab97c2" -d '{"events": [{"name": "network-changed", "server_uuid": "91814986-adf4-46cb-8edf-820106d37ecb", "tag": "e0564e10-4a1c-482b-8355-e8813807b5bd"}]}' {{(pid=107073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:08:10.151133 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9c6601-1ff0-405e-804e-b5ad64b7a521 None None] New status for floating IP e9efb998-fb9c-4d8e-8668-f1427837bef0: ACTIVE {{(pid=107076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 14:08:10.171788 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d72f994-ef0f-4776-9549-442bae2bf814 x-openstack-request-id: req-0d72f994-ef0f-4776-9549-442bae2bf814 {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:08:10.172230 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91814986-adf4-46cb-8edf-820106d37ecb", "tag": "e0564e10-4a1c-482b-8355-e8813807b5bd", "status": "completed", "code": 200}]} {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:08:10.172716 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0d72f994-ef0f-4776-9549-442bae2bf814 {{(pid=107073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:08:10.173222 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d72f994-ef0f-4776-9549-442bae2bf814'] response: {'name': 'network-changed', 'server_uuid': '91814986-adf4-46cb-8edf-820106d37ecb', 'tag': 'e0564e10-4a1c-482b-8355-e8813807b5bd', 'status': 'completed', 'code': 200} Sep 01 14:08:10.272213 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398ace0-b152-46e2-b7d3-239f36ab97c2 req-73c596eb-f85c-4f7a-bf7e-de52593670de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:10.276041 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0398ace0-b152-46e2-b7d3-239f36ab97c2 req-73c596eb-f85c-4f7a-bf7e-de52593670de service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=90a84500a899479aabfa3aeb72b4c4ae&device_id=91814986-adf4-46cb-8edf-820106d37ecb HTTP/1.1" status: 200 len: 1130 time: 0.0745926 Sep 01 14:08:10.518215 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398ace0-b152-46e2-b7d3-239f36ab97c2 req-b7cea2fb-542b-4830-a99c-f87ab03c2384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:10.529774 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0398ace0-b152-46e2-b7d3-239f36ab97c2 req-b7cea2fb-542b-4830-a99c-f87ab03c2384 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=4f2459fa-f112-4ee1-abd3-6f4952507858 HTTP/1.1" status: 200 len: 916 time: 0.2448423 Sep 01 14:08:10.744771 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0398ace0-b152-46e2-b7d3-239f36ab97c2 req-11d2bb3f-0377-46c0-abeb-e4e7ebe21768 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0564e10-4a1c-482b-8355-e8813807b5bd HTTP/1.1" status: 200 len: 1000 time: 0.2035244 Sep 01 14:08:10.754239 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a7900-88f3-444e-9d5b-a1486ea420c6 req-d2100b28-37d9-4f79-8c79-c6f81aacba8f tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:10.759206 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-182a7900-88f3-444e-9d5b-a1486ea420c6 req-d2100b28-37d9-4f79-8c79-c6f81aacba8f tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.1446073 Sep 01 14:08:10.842890 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398ace0-b152-46e2-b7d3-239f36ab97c2 req-86412eee-5d73-40ed-9c5b-68adfeb853a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:10.844351 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0398ace0-b152-46e2-b7d3-239f36ab97c2 req-86412eee-5d73-40ed-9c5b-68adfeb853a1 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=114ef839-6b7e-436f-ad2e-66278bf71661 HTTP/1.1" status: 200 len: 854 time: 0.0837262 Sep 01 14:08:10.906829 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-182a7900-88f3-444e-9d5b-a1486ea420c6 req-cf8e5a3c-6722-42bf-af92-a19638944ff7 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310380 Sep 01 14:08:10.914222 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398ace0-b152-46e2-b7d3-239f36ab97c2 req-23665906-4ba1-4d63-b85b-a6f11dbafdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:10.916697 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0398ace0-b152-46e2-b7d3-239f36ab97c2 req-23665906-4ba1-4d63-b85b-a6f11dbafdfa service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=4f2459fa-f112-4ee1-abd3-6f4952507858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571172 Sep 01 14:08:11.083893 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0398ace0-b152-46e2-b7d3-239f36ab97c2 req-2593f7cf-ae3a-44d1-995d-b851dd3f4b52 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4f2459fa-f112-4ee1-abd3-6f4952507858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610210 Sep 01 14:08:11.107664 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ede4f9-0105-4ea7-b285-cd80edfd0be1 req-21802660-8bb2-4f0b-b156-6f5d99cd27e5 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:11.109188 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a7ede4f9-0105-4ea7-b285-cd80edfd0be1 req-21802660-8bb2-4f0b-b156-6f5d99cd27e5 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 946 time: 0.0796514 Sep 01 14:08:11.192953 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:11.244817 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a7ede4f9-0105-4ea7-b285-cd80edfd0be1 req-67fda08c-51c8-46c0-a197-28d4d63de42e tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210895 Sep 01 14:08:11.287159 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0398ace0-b152-46e2-b7d3-239f36ab97c2 req-22970164-dc29-4c6c-b64d-ef0c8d457780 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4f2459fa-f112-4ee1-abd3-6f4952507858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959622 Sep 01 14:08:12.079568 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55db7b-1bfb-4130-8ec9-b71191e8c907 req-6911fc7c-c0fd-447d-b183-7fcd167c4def tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:12.081995 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2c55db7b-1bfb-4130-8ec9-b71191e8c907 req-6911fc7c-c0fd-447d-b183-7fcd167c4def tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.0540009 Sep 01 14:08:12.152083 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2c55db7b-1bfb-4130-8ec9-b71191e8c907 req-b18241b4-2d3c-452d-9c65-e3c963fa951a tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602589 Sep 01 14:08:12.414500 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5477c6-ee4c-4525-baf4-7d5a607decb2 req-2ad59e56-8ef2-4050-9d7a-980fa46920f7 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:12.416219 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ec5477c6-ee4c-4525-baf4-7d5a607decb2 req-2ad59e56-8ef2-4050-9d7a-980fa46920f7 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 946 time: 0.0898612 Sep 01 14:08:12.495961 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ec5477c6-ee4c-4525-baf4-7d5a607decb2 req-aae09dd8-080c-4c0f-b79b-f389485a8d45 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696449 Sep 01 14:08:12.673137 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 6 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:08:13.364035 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 57278) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:13.376715 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa41e0-31ed-4582-83e2-4381ff12ad72 req-be3b0f08-84ff-4279-8ffd-807211cd2073 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:13.381972 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4bfa41e0-31ed-4582-83e2-4381ff12ad72 req-be3b0f08-84ff-4279-8ffd-807211cd2073 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.1060784 Sep 01 14:08:13.497442 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4bfa41e0-31ed-4582-83e2-4381ff12ad72 req-b682205a-a968-460e-9b66-1dcff69b90f9 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082432 Sep 01 14:08:13.500019 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-39661200-4378-4455-bb5e-a6e24682e001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:13.508950 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b30b7-a341-4579-92eb-8096ccc9cea9 req-f974bef5-60f1-45ad-a8e0-340db6b1129e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:13.513787 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-377b30b7-a341-4579-92eb-8096ccc9cea9 req-f974bef5-60f1-45ad-a8e0-340db6b1129e service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 1130 time: 0.0692379 Sep 01 14:08:13.616263 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-377b30b7-a341-4579-92eb-8096ccc9cea9 req-0d41ca16-8363-4ffe-9792-d4d17d6512ab service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943885 Sep 01 14:08:13.635789 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-39661200-4378-4455-bb5e-a6e24682e001 admin admin] Publish callbacks [] for security_group (3e06f540-0b50-495c-876b-19508c7306d6), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:13.703317 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269601a-fa0e-4dab-bff8-34e552baae53 req-491a04a0-43de-41a3-b086-0d6087c8f54f tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:13.704866 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1269601a-fa0e-4dab-bff8-34e552baae53 req-491a04a0-43de-41a3-b086-0d6087c8f54f tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 946 time: 0.0663977 Sep 01 14:08:13.742816 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-39661200-4378-4455-bb5e-a6e24682e001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (3e06f540-0b50-495c-876b-19508c7306d6), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:13.748851 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:13.778602 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1269601a-fa0e-4dab-bff8-34e552baae53 req-c5976e0e-f34a-4371-8812-1a545ac1c5da tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589149 Sep 01 14:08:13.796341 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-39661200-4378-4455-bb5e-a6e24682e001 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=171f46f60e904def83d051c9415b6b7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4302464 Sep 01 14:08:13.797286 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39661200-4378-4455-bb5e-a6e24682e001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e06f540-0b50-495c-876b-19508c7306d6,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:13.798391 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 57292) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:13.862434 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8b9ff97a-e1a7-4109-afec-f490d9ab8567 admin admin] Publish callbacks [] for security_group (3e06f540-0b50-495c-876b-19508c7306d6), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:13.886423 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8b9ff97a-e1a7-4109-afec-f490d9ab8567 admin admin] Publish callbacks [] for security_group (3e06f540-0b50-495c-876b-19508c7306d6), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:14.096875 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8b9ff97a-e1a7-4109-afec-f490d9ab8567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (3e06f540-0b50-495c-876b-19508c7306d6), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:14.100524 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8b9ff97a-e1a7-4109-afec-f490d9ab8567 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:14.102080 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-8b9ff97a-e1a7-4109-afec-f490d9ab8567 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3e06f540-0b50-495c-876b-19508c7306d6 HTTP/1.1" status: 204 len: 168 time: 0.3013744 Sep 01 14:08:14.112888 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ff97a-e1a7-4109-afec-f490d9ab8567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e06f540-0b50-495c-876b-19508c7306d6,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:14.718836 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249581c-8a0a-4866-bc6d-065764bd02ce req-d67ac3eb-776d-40c9-b590-6067076543db tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:14.720599 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d249581c-8a0a-4866-bc6d-065764bd02ce req-d67ac3eb-776d-40c9-b590-6067076543db tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.0856678 Sep 01 14:08:14.785476 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d249581c-8a0a-4866-bc6d-065764bd02ce req-b831a74e-5a3e-4545-a1e6-3b69009c09ce tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489306 Sep 01 14:08:14.968812 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bccf51-e6bc-48e6-afd6-4c67ade17697 req-a4b4fc90-45ba-4fec-832d-04939db33b13 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:14.968812 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-68bccf51-e6bc-48e6-afd6-4c67ade17697 req-a4b4fc90-45ba-4fec-832d-04939db33b13 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 946 time: 0.0783870 Sep 01 14:08:15.009527 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:15.051832 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 57346) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:15.052682 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-68bccf51-e6bc-48e6-afd6-4c67ade17697 req-f860dedd-b773-48a8-8010-8a24341f44d6 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786839 Sep 01 14:08:15.069877 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-e154e8ce-3f8d-484e-bcf6-2e4d628be86b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:15.172237 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-e154e8ce-3f8d-484e-bcf6-2e4d628be86b admin admin] Publish callbacks [] for security_group (fb6d3954-1ee0-4cdd-a0c2-07b611724bff), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:15.320673 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-e154e8ce-3f8d-484e-bcf6-2e4d628be86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (fb6d3954-1ee0-4cdd-a0c2-07b611724bff), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:15.375893 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-e154e8ce-3f8d-484e-bcf6-2e4d628be86b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=8777a655b4ac4874ab7aacda5041ca68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3223989 Sep 01 14:08:15.376848 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154e8ce-3f8d-484e-bcf6-2e4d628be86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6d3954-1ee0-4cdd-a0c2-07b611724bff,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:15.381126 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 57354) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:15.442897 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=78,neutron:DELETE=1,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:15.460063 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-073ce789-2b0f-4223-9dbd-eec8de264dd7 admin admin] Publish callbacks [] for security_group (fb6d3954-1ee0-4cdd-a0c2-07b611724bff), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:15.463111 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:15.486603 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-073ce789-2b0f-4223-9dbd-eec8de264dd7 admin admin] Publish callbacks [] for security_group (fb6d3954-1ee0-4cdd-a0c2-07b611724bff), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:15.628432 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-073ce789-2b0f-4223-9dbd-eec8de264dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (fb6d3954-1ee0-4cdd-a0c2-07b611724bff), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:15.631531 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-073ce789-2b0f-4223-9dbd-eec8de264dd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:15.636249 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-073ce789-2b0f-4223-9dbd-eec8de264dd7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/fb6d3954-1ee0-4cdd-a0c2-07b611724bff HTTP/1.1" status: 204 len: 168 time: 0.2509711 Sep 01 14:08:15.649961 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ce789-2b0f-4223-9dbd-eec8de264dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6d3954-1ee0-4cdd-a0c2-07b611724bff,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:15.944435 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4934fe7-ff2b-46d3-b51b-3df0a3cf88fa req-6d6b0a27-28fd-480e-91d4-a3fd7e27affd tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:15.947199 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b4934fe7-ff2b-46d3-b51b-3df0a3cf88fa req-6d6b0a27-28fd-480e-91d4-a3fd7e27affd tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.0642815 Sep 01 14:08:16.000213 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b4934fe7-ff2b-46d3-b51b-3df0a3cf88fa req-e6f7fb92-1a0d-4610-b929-f203c9cbeb56 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471129 Sep 01 14:08:16.362519 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 57428) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:16.396657 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa31df9-c125-490c-8948-161d11db0de6 req-ff11eb95-c575-4807-963d-f0ef0c57aba0 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:16.412575 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-afa31df9-c125-490c-8948-161d11db0de6 req-ff11eb95-c575-4807-963d-f0ef0c57aba0 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 946 time: 0.0969889 Sep 01 14:08:16.488758 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-afa31df9-c125-490c-8948-161d11db0de6 req-68ffdff1-2734-4e8b-a6d7-7c7bf933ea1f tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658965 Sep 01 14:08:16.535079 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 57444) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:16.589123 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-c0457627-824a-43ee-a403-68118e17a5f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:16.607897 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.db_base_plugin_v2 [None req-36012559-08cf-461f-a45e-c3615c3141d4 admin admin] Deleting subnet a764e146-2692-43bb-9911-5af9f84a976e {{(pid=107073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 14:08:16.611823 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-36012559-08cf-461f-a45e-c3615c3141d4 admin admin] Publish callbacks [] for subnet (a764e146-2692-43bb-9911-5af9f84a976e), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:16.679586 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-36012559-08cf-461f-a45e-c3615c3141d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4006330'] for subnet (a764e146-2692-43bb-9911-5af9f84a976e), precommit_delete_associations {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:16.706994 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-c0457627-824a-43ee-a403-68118e17a5f7 admin admin] Publish callbacks [] for security_group (0b30f339-2ac6-41a9-9749-4747ebbe8f09), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:16.774447 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-36012559-08cf-461f-a45e-c3615c3141d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784543'] for subnet (a764e146-2692-43bb-9911-5af9f84a976e), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:16.867950 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-c0457627-824a-43ee-a403-68118e17a5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (0b30f339-2ac6-41a9-9749-4747ebbe8f09), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:16.914504 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-c0457627-824a-43ee-a403-68118e17a5f7 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e0f123b8ea4747f7aae0ddc146019cd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5579269 Sep 01 14:08:16.915451 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0457627-824a-43ee-a403-68118e17a5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b30f339-2ac6-41a9-9749-4747ebbe8f09,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:16.918037 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 57458) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:16.973592 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-36012559-08cf-461f-a45e-c3615c3141d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3069443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4179382'] for subnet (a764e146-2692-43bb-9911-5af9f84a976e), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:17.008675 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36012559-08cf-461f-a45e-c3615c3141d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a764e146-2692-43bb-9911-5af9f84a976e,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:17.024315 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-36012559-08cf-461f-a45e-c3615c3141d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:17.030481 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-36012559-08cf-461f-a45e-c3615c3141d4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/a764e146-2692-43bb-9911-5af9f84a976e HTTP/1.1" status: 204 len: 168 time: 0.4957511 Sep 01 14:08:17.032866 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 57462) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:17.041652 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-00874685-6f3a-4c15-916b-2e34d7c825bb admin admin] Publish callbacks [] for security_group (0b30f339-2ac6-41a9-9749-4747ebbe8f09), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:17.096863 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-00874685-6f3a-4c15-916b-2e34d7c825bb admin admin] Publish callbacks [] for security_group (0b30f339-2ac6-41a9-9749-4747ebbe8f09), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:17.203095 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-997f2b5e-e091-4aa3-a5d7-dbcabd081361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-703534'] for network (bda1dce5-5c81-461f-bda3-777fcee47aab), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:17.291050 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3fe782-1ee7-4124-8a66-0adb5959a775 req-c2f925a0-daeb-41bc-8d71-731a8f679012 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:17.291050 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-dc3fe782-1ee7-4124-8a66-0adb5959a775 req-c2f925a0-daeb-41bc-8d71-731a8f679012 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.0832973 Sep 01 14:08:17.291050 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e5405-dc67-4a71-899e-f436ebd5ad6b req-7a553f64-d847-4351-8ec9-c863d0e83681 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:17.291050 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-598e5405-dc67-4a71-899e-f436ebd5ad6b req-7a553f64-d847-4351-8ec9-c863d0e83681 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 946 time: 0.0946569 Sep 01 14:08:17.319689 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-997f2b5e-e091-4aa3-a5d7-dbcabd081361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718328', 'neutron.services.segments.db._delete_segments_for_network-8786311954077'] for network (bda1dce5-5c81-461f-bda3-777fcee47aab), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:17.343641 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.services.segments.db [None req-997f2b5e-e091-4aa3-a5d7-dbcabd081361 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bda1dce5-5c81-461f-bda3-777fcee47aab']}} {{(pid=107074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:08:17.355070 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.services.segments.db [None req-997f2b5e-e091-4aa3-a5d7-dbcabd081361 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9022948-407f-489d-922d-46078b7b411b') {'for_net_delete': True} {{(pid=107074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:08:17.355070 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.services.segments.db [None req-997f2b5e-e091-4aa3-a5d7-dbcabd081361 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9022948-407f-489d-922d-46078b7b411b') {} {{(pid=107074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:08:17.367170 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-997f2b5e-e091-4aa3-a5d7-dbcabd081361 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786311985893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2922463'] for segment (d9022948-407f-489d-922d-46078b7b411b), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:17.373537 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-dc3fe782-1ee7-4124-8a66-0adb5959a775 req-7c409725-5b45-4e1a-a066-1027f9468358 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961313 Sep 01 14:08:17.380317 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-598e5405-dc67-4a71-899e-f436ebd5ad6b req-34bd17dd-47cf-407f-a4ac-3e6df1b9b12a tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777943 Sep 01 14:08:17.386020 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-997f2b5e-e091-4aa3-a5d7-dbcabd081361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881'] for segment (d9022948-407f-489d-922d-46078b7b411b), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:17.394295 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-997f2b5e-e091-4aa3-a5d7-dbcabd081361 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=107074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 14:08:17.394815 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-997f2b5e-e091-4aa3-a5d7-dbcabd081361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923899'] for segment (d9022948-407f-489d-922d-46078b7b411b), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:17.465515 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.services.segments.plugin [-] Segment d9022948-407f-489d-922d-46078b7b411b resource provider aggregate not found Sep 01 14:08:17.484098 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.services.segments.plugin [-] Segment d9022948-407f-489d-922d-46078b7b411b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9022948-407f-489d-922d-46078b7b411b found for delete ", "request_id": "req-eaeceec6-28b6-4ab8-84ae-158b015570db"}]} Sep 01 14:08:17.515437 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:17.773861 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807165e-4fab-43f3-8776-b768dae9143e req-3db50f22-26fb-4a74-aafd-7046a1ff85a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:17.775454 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c807165e-4fab-43f3-8776-b768dae9143e req-3db50f22-26fb-4a74-aafd-7046a1ff85a1 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=36049d2090b84443a3bf3bf00558379e&device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 1130 time: 0.0417149 Sep 01 14:08:17.789193 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-997f2b5e-e091-4aa3-a5d7-dbcabd081361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122255'] for network (bda1dce5-5c81-461f-bda3-777fcee47aab), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:17.794077 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:17.803878 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-997f2b5e-e091-4aa3-a5d7-dbcabd081361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for network (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:17.805438 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-00874685-6f3a-4c15-916b-2e34d7c825bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (0b30f339-2ac6-41a9-9749-4747ebbe8f09), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:17.807176 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-997f2b5e-e091-4aa3-a5d7-dbcabd081361 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/bda1dce5-5c81-461f-bda3-777fcee47aab HTTP/1.1" status: 204 len: 168 time: 0.7726214 Sep 01 14:08:17.807896 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-00874685-6f3a-4c15-916b-2e34d7c825bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:17.809043 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-00874685-6f3a-4c15-916b-2e34d7c825bb admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0b30f339-2ac6-41a9-9749-4747ebbe8f09 HTTP/1.1" status: 204 len: 168 time: 0.8891413 Sep 01 14:08:17.822406 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 57482) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:17.855088 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 9ae4ab09-714c-4175-ba0d-7b76b31e652d details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=107075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:08:17.897819 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_v2 [None req-218a81ba-7747-476e-a867-af30457cf09a admin admin] Deleting subnet 0841e1f3-f68a-4532-a423-2666e2b42f22 {{(pid=107074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 14:08:17.906503 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f2b5e-e091-4aa3-a5d7-dbcabd081361 admin admin] Pushing event deleted for resources: {'Network': ['ID=bda1dce5-5c81-461f-bda3-777fcee47aab,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:17.910272 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-218a81ba-7747-476e-a867-af30457cf09a admin admin] Publish callbacks [] for subnet (0841e1f3-f68a-4532-a423-2666e2b42f22), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:17.946494 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:17.962206 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00874685-6f3a-4c15-916b-2e34d7c825bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b30f339-2ac6-41a9-9749-4747ebbe8f09,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:17.990414 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-218a81ba-7747-476e-a867-af30457cf09a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2922440'] for subnet (0841e1f3-f68a-4532-a423-2666e2b42f22), precommit_delete_associations {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:18.021792 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807165e-4fab-43f3-8776-b768dae9143e req-72d657b6-ac7d-4aa9-9768-b7dbcfa68fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:18.023023 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c807165e-4fab-43f3-8776-b768dae9143e req-72d657b6-ac7d-4aa9-9768-b7dbcfa68fc1 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=9cdd4113-f7e0-45eb-bbb2-5da93102bf6c HTTP/1.1" status: 200 len: 919 time: 0.2378125 Sep 01 14:08:18.091288 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-218a81ba-7747-476e-a867-af30457cf09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784543'] for subnet (0841e1f3-f68a-4532-a423-2666e2b42f22), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:18.100113 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 9ae4ab09-714c-4175-ba0d-7b76b31e652d, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9ae4ab09-714c-4175-ba0d-7b76b31e652d,segment=NetworkSegment(64991032-cb00-4fe3-9882-ec8e7671fd4e),segment_id=64991032-cb00-4fe3-9882-ec8e7671fd4e)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:08:18.115910 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c807165e-4fab-43f3-8776-b768dae9143e req-6f783950-d5c4-4f77-a122-d971d4d3c1d3 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=073b1d8b-8a54-4df8-a7c0-5ad23c885880 HTTP/1.1" status: 200 len: 217 time: 0.0798488 Sep 01 14:08:18.120806 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Returning: {'device': '9ae4ab09-714c-4175-ba0d-7b76b31e652d', 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1', 'port_id': '9ae4ab09-714c-4175-ba0d-7b76b31e652d', 'mac_address': 'fa:16:3e:60:6c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5274d38f-79ac-43b5-aae2-e29860924168', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:08:18.177496 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 9ae4ab09-714c-4175-ba0d-7b76b31e652d is: ACTIVE; New status is: BUILD {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:08:18.177997 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (9ae4ab09-714c-4175-ba0d-7b76b31e652d), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:18.178686 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807165e-4fab-43f3-8776-b768dae9143e req-10ea074e-226f-47f9-9227-f195c7486b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:18.180422 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c807165e-4fab-43f3-8776-b768dae9143e req-10ea074e-226f-47f9-9227-f195c7486b01 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=d2d86ced-9867-4b29-96c7-eb755efebba7 HTTP/1.1" status: 200 len: 857 time: 0.0580251 Sep 01 14:08:18.194664 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ae4ab09-714c-4175-ba0d-7b76b31e652d {{(pid=107075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:08:18.223310 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 9ae4ab09-714c-4175-ba0d-7b76b31e652d, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9ae4ab09-714c-4175-ba0d-7b76b31e652d,segment=NetworkSegment(64991032-cb00-4fe3-9882-ec8e7671fd4e),segment_id=64991032-cb00-4fe3-9882-ec8e7671fd4e)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:08:18.239117 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807165e-4fab-43f3-8776-b768dae9143e req-25013c7d-6142-4ffb-b267-163929bac91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:18.240674 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c807165e-4fab-43f3-8776-b768dae9143e req-25013c7d-6142-4ffb-b267-163929bac91a service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=9cdd4113-f7e0-45eb-bbb2-5da93102bf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524321 Sep 01 14:08:18.327388 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (9ae4ab09-714c-4175-ba0d-7b76b31e652d), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:18.333039 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-218a81ba-7747-476e-a867-af30457cf09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2922457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2708936'] for subnet (0841e1f3-f68a-4532-a423-2666e2b42f22), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:18.401527 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c807165e-4fab-43f3-8776-b768dae9143e req-fe7904f5-2b03-4474-b47f-b590796ec1b5 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9cdd4113-f7e0-45eb-bbb2-5da93102bf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538830 Sep 01 14:08:18.415538 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-218a81ba-7747-476e-a867-af30457cf09a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for subnet (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:18.425254 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-218a81ba-7747-476e-a867-af30457cf09a admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/0841e1f3-f68a-4532-a423-2666e2b42f22 HTTP/1.1" status: 204 len: 168 time: 0.6013494 Sep 01 14:08:18.429547 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 57522) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:18.435948 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a81ba-7747-476e-a867-af30457cf09a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0841e1f3-f68a-4532-a423-2666e2b42f22,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:18.495335 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=9ae4ab09-714c-4175-ba0d-7b76b31e652d,revision_number=6']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:18.532818 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] get_ports_and_sgs() called for port_ids ['9ae4ab09-714c-4175-ba0d-7b76b31e652d'] {{(pid=107075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 14:08:18.616898 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b181d612-afc5-44c6-b49c-7ed9672cb8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-703534'] for network (3774a5ac-4879-419c-91ed-3eacb0b17c2a), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:18.671075 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:18.830076 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b181d612-afc5-44c6-b49c-7ed9672cb8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718328', 'neutron.services.segments.db._delete_segments_for_network-8786311954077'] for network (3774a5ac-4879-419c-91ed-3eacb0b17c2a), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:18.867096 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.services.segments.db [None req-b181d612-afc5-44c6-b49c-7ed9672cb8ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3774a5ac-4879-419c-91ed-3eacb0b17c2a']}} {{(pid=107074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:08:18.882076 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.services.segments.db [None req-b181d612-afc5-44c6-b49c-7ed9672cb8ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '368eaa1b-edcc-4194-996c-53d2c2446f91') {'for_net_delete': True} {{(pid=107074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:08:18.882645 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.services.segments.db [None req-b181d612-afc5-44c6-b49c-7ed9672cb8ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '368eaa1b-edcc-4194-996c-53d2c2446f91') {} {{(pid=107074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:08:18.896038 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b181d612-afc5-44c6-b49c-7ed9672cb8ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786311985893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2922463'] for segment (368eaa1b-edcc-4194-996c-53d2c2446f91), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:18.919350 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b181d612-afc5-44c6-b49c-7ed9672cb8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881'] for segment (368eaa1b-edcc-4194-996c-53d2c2446f91), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:18.934180 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b181d612-afc5-44c6-b49c-7ed9672cb8ac admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=107074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 14:08:18.934596 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b181d612-afc5-44c6-b49c-7ed9672cb8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923899'] for segment (368eaa1b-edcc-4194-996c-53d2c2446f91), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:19.138439 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b181d612-afc5-44c6-b49c-7ed9672cb8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122255'] for network (3774a5ac-4879-419c-91ed-3eacb0b17c2a), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:19.152803 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b181d612-afc5-44c6-b49c-7ed9672cb8ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for network (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:19.166593 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-b181d612-afc5-44c6-b49c-7ed9672cb8ac admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/3774a5ac-4879-419c-91ed-3eacb0b17c2a HTTP/1.1" status: 204 len: 168 time: 0.7244217 Sep 01 14:08:19.167404 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217e0bd-95f9-4ca4-8cde-cf530ebd7d14 req-8acf77b0-3db6-4898-9768-72d2f6e98fde tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:19.170483 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d217e0bd-95f9-4ca4-8cde-cf530ebd7d14 req-8acf77b0-3db6-4898-9768-72d2f6e98fde tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 946 time: 0.5660427 Sep 01 14:08:19.199531 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b371ad-fc20-4bbe-82a0-fc7ac4a7ee76 req-879cab7c-892e-44b3-b195-e904de29d7ec tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:19.204212 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b181d612-afc5-44c6-b49c-7ed9672cb8ac admin admin] Pushing event deleted for resources: {'Network': ['ID=3774a5ac-4879-419c-91ed-3eacb0b17c2a,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:19.208314 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-75b371ad-fc20-4bbe-82a0-fc7ac4a7ee76 req-879cab7c-892e-44b3-b195-e904de29d7ec tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 944 time: 0.6156220 Sep 01 14:08:19.264200 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c807165e-4fab-43f3-8776-b768dae9143e req-7ccc01ff-47a2-4b1e-af64-80084032fdb1 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9cdd4113-f7e0-45eb-bbb2-5da93102bf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7842343 Sep 01 14:08:19.314459 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d217e0bd-95f9-4ca4-8cde-cf530ebd7d14 req-88e6b547-d487-4073-b9d1-5e63b112e8c9 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015182 Sep 01 14:08:19.318150 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-75b371ad-fc20-4bbe-82a0-fc7ac4a7ee76 req-dc786a02-f3b3-4590-8fe6-b6caf9506515 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089270 Sep 01 14:08:19.388452 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:19.506890 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.services.segments.plugin [-] Segment 368eaa1b-edcc-4194-996c-53d2c2446f91 resource provider aggregate not found Sep 01 14:08:19.533182 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.services.segments.plugin [-] Segment 368eaa1b-edcc-4194-996c-53d2c2446f91 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 368eaa1b-edcc-4194-996c-53d2c2446f91 found for delete ", "request_id": "req-93eda851-94ea-4809-b5b7-443001eabd89"}]} Sep 01 14:08:19.741321 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 57600) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:19.790451 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-af651d02-13f0-4a73-bba6-15b533f0d3e7 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=404bac8465994797b72d704bba719f31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0474060 Sep 01 14:08:19.794491 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 57602) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:19.856848 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-7cd58dc8-ce7c-4e25-8fff-dc9d9bbcd89b admin admin] Publish callbacks [] for security_group (8742655e-b086-41f1-b566-845ca1a6251e), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:19.866361 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 9ae4ab09-714c-4175-ba0d-7b76b31e652d up at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:08:19.895861 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-7cd58dc8-ce7c-4e25-8fff-dc9d9bbcd89b admin admin] Publish callbacks [] for security_group (8742655e-b086-41f1-b566-845ca1a6251e), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:19.920196 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning complete for port 9ae4ab09-714c-4175-ba0d-7b76b31e652d triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:08:19.920581 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (9ae4ab09-714c-4175-ba0d-7b76b31e652d), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:20.030436 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 9ae4ab09-714c-4175-ba0d-7b76b31e652d is: BUILD; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:08:20.030833 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (9ae4ab09-714c-4175-ba0d-7b76b31e652d), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:20.067841 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-7cd58dc8-ce7c-4e25-8fff-dc9d9bbcd89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (8742655e-b086-41f1-b566-845ca1a6251e), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:20.070528 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-7cd58dc8-ce7c-4e25-8fff-dc9d9bbcd89b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:20.074546 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-7cd58dc8-ce7c-4e25-8fff-dc9d9bbcd89b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/8742655e-b086-41f1-b566-845ca1a6251e HTTP/1.1" status: 204 len: 168 time: 0.2760758 Sep 01 14:08:20.090784 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd58dc8-ce7c-4e25-8fff-dc9d9bbcd89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8742655e-b086-41f1-b566-845ca1a6251e,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:20.212432 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39f7090-b419-46be-9fcc-7ae73004ab71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae4ab09-714c-4175-ba0d-7b76b31e652d'}] {{(pid=107075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:08:20.214593 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea684a423e005867ab2b2321dba33e59ce354bd0b218533ae43957e9dbf26841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315be219-3ded-4a52-8db2-28de628fc0df" -d '{"events": [{"server_uuid": "d39f7090-b419-46be-9fcc-7ae73004ab71", "name": "network-vif-plugged", "status": "completed", "tag": "9ae4ab09-714c-4175-ba0d-7b76b31e652d"}]}' {{(pid=107075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:08:20.234693 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 9ae4ab09-714c-4175-ba0d-7b76b31e652d, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9ae4ab09-714c-4175-ba0d-7b76b31e652d,segment=NetworkSegment(64991032-cb00-4fe3-9882-ec8e7671fd4e),segment_id=64991032-cb00-4fe3-9882-ec8e7671fd4e)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:08:20.270142 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e07bca9-6a76-477f-9c4f-6a868ee0f54a x-openstack-request-id: req-3e07bca9-6a76-477f-9c4f-6a868ee0f54a {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:08:20.270452 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39f7090-b419-46be-9fcc-7ae73004ab71", "name": "network-vif-plugged", "status": "completed", "tag": "9ae4ab09-714c-4175-ba0d-7b76b31e652d", "code": 200}]} {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:08:20.271046 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e07bca9-6a76-477f-9c4f-6a868ee0f54a {{(pid=107075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:08:20.271909 dv-cinder-852211-7-iscsi neutron-server[107075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e07bca9-6a76-477f-9c4f-6a868ee0f54a'] response: {'server_uuid': 'd39f7090-b419-46be-9fcc-7ae73004ab71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae4ab09-714c-4175-ba0d-7b76b31e652d', 'code': 200} Sep 01 14:08:20.345217 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (9ae4ab09-714c-4175-ba0d-7b76b31e652d), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:20.473728 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=9ae4ab09-714c-4175-ba0d-7b76b31e652d,revision_number=7']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:20.500270 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=13,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:20.509784 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23fe77f-7d3d-4a84-ad5b-22dcfac26a32 req-f952e076-f288-40ee-a567-fe02f0f7cda3 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:20.511384 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e23fe77f-7d3d-4a84-ad5b-22dcfac26a32 req-f952e076-f288-40ee-a567-fe02f0f7cda3 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 946 time: 0.0949705 Sep 01 14:08:20.520469 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ae0df-af89-4262-9fa0-080d762ac2d5 req-3f102e21-15fb-436e-87a3-396d65411db8 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:20.522362 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-129ae0df-af89-4262-9fa0-080d762ac2d5 req-3f102e21-15fb-436e-87a3-396d65411db8 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.0863667 Sep 01 14:08:20.615274 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e23fe77f-7d3d-4a84-ad5b-22dcfac26a32 req-17fdd1f4-6736-4378-ac01-9112db0944c1 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914562 Sep 01 14:08:20.625877 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-129ae0df-af89-4262-9fa0-080d762ac2d5 req-767579b7-926e-4234-9fba-0dc3e2371710 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941546 Sep 01 14:08:21.399095 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 57650) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:21.448134 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-be082f61-ae4f-4f17-a97e-2f9632f970ec admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=53ae99dc3ee0422ca7f01c674cfd823b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0476079 Sep 01 14:08:21.450855 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 57652) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:21.531794 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-a3255a1f-08c3-413e-885a-835ca209be4f admin admin] Publish callbacks [] for security_group (d7b80a81-e97b-429a-a2ad-913fed76c73c), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:21.558976 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-a3255a1f-08c3-413e-885a-835ca209be4f admin admin] Publish callbacks [] for security_group (d7b80a81-e97b-429a-a2ad-913fed76c73c), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:21.822765 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-a3255a1f-08c3-413e-885a-835ca209be4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (d7b80a81-e97b-429a-a2ad-913fed76c73c), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:21.828914 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-a3255a1f-08c3-413e-885a-835ca209be4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:21.834835 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-a3255a1f-08c3-413e-885a-835ca209be4f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d7b80a81-e97b-429a-a2ad-913fed76c73c HTTP/1.1" status: 204 len: 168 time: 0.3828495 Sep 01 14:08:21.853333 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3255a1f-08c3-413e-885a-835ca209be4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b80a81-e97b-429a-a2ad-913fed76c73c,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:21.969198 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93976c88-5363-4450-95f9-efe25de30e80 req-2e68fe68-57a8-4b7e-a43a-9be04a15d557 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:21.989758 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-93976c88-5363-4450-95f9-efe25de30e80 req-2e68fe68-57a8-4b7e-a43a-9be04a15d557 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.2235811 Sep 01 14:08:22.036790 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4ef96-6dcf-4d4c-951d-06f4ec4c79a0 req-23739d3c-f3fe-4772-adad-962d93ba141a tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:22.048364 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-91e4ef96-6dcf-4d4c-951d-06f4ec4c79a0 req-23739d3c-f3fe-4772-adad-962d93ba141a tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 946 time: 0.2040627 Sep 01 14:08:22.173479 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-93976c88-5363-4450-95f9-efe25de30e80 req-2a93cd58-2186-4d47-935e-df2fcd7de13b tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826315 Sep 01 14:08:22.187026 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-91e4ef96-6dcf-4d4c-951d-06f4ec4c79a0 req-97ddeb1e-59d6-4019-82af-7079b06b62f3 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372442 Sep 01 14:08:22.665275 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=16 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:22.940203 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 57692) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:23.478500 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4d7be-e784-4262-bef7-c11153cd8cd4 req-64633f89-8666-425c-a433-861939c8efe6 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:23.488055 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-54a4d7be-e784-4262-bef7-c11153cd8cd4 req-64633f89-8666-425c-a433-861939c8efe6 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.1379354 Sep 01 14:08:23.717759 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-54a4d7be-e784-4262-bef7-c11153cd8cd4 req-b5dd9bd2-e260-4cf2-bf16-d62de537e316 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274160 Sep 01 14:08:23.734591 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-2609b05f-0515-4fbb-aa67-d72e753f2762 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=1c13f664f15145fdb9b3c4b9f8496d80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7931874 Sep 01 14:08:23.737479 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 57720) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:23.852232 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-29ace394-ce4f-4480-ac23-8f5a2db17d41 admin admin] Publish callbacks [] for security_group (477225c7-5fc9-49a3-a720-b108165c8fd9), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:23.879218 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c08b8-5bc4-473d-b460-4aa57d6864c1 req-41cc16f5-855e-4189-bd11-3d490fb3dc7e tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:23.880359 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-29ace394-ce4f-4480-ac23-8f5a2db17d41 admin admin] Publish callbacks [] for security_group (477225c7-5fc9-49a3-a720-b108165c8fd9), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:23.886832 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b25c08b8-5bc4-473d-b460-4aa57d6864c1 req-41cc16f5-855e-4189-bd11-3d490fb3dc7e tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 946 time: 0.1228814 Sep 01 14:08:23.979159 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb6b0c-92cd-485d-bc7b-37602e495716 req-0b8ee87c-d2c4-4beb-9e55-ede9b823f21c tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:23.981850 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b5eb6b0c-92cd-485d-bc7b-37602e495716 req-0b8ee87c-d2c4-4beb-9e55-ede9b823f21c tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.1318464 Sep 01 14:08:24.033742 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b25c08b8-5bc4-473d-b460-4aa57d6864c1 req-c4bfa165-ade3-44ea-a4f0-5f29750ec2d9 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205370 Sep 01 14:08:24.086194 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b5eb6b0c-92cd-485d-bc7b-37602e495716 req-babb4f9a-b0f3-4b3f-9493-8abc971cea3d tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843899 Sep 01 14:08:24.120887 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-29ace394-ce4f-4480-ac23-8f5a2db17d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (477225c7-5fc9-49a3-a720-b108165c8fd9), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:24.128118 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-29ace394-ce4f-4480-ac23-8f5a2db17d41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:24.133992 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-29ace394-ce4f-4480-ac23-8f5a2db17d41 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/477225c7-5fc9-49a3-a720-b108165c8fd9 HTTP/1.1" status: 204 len: 168 time: 0.3919647 Sep 01 14:08:24.174630 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ace394-ce4f-4480-ac23-8f5a2db17d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477225c7-5fc9-49a3-a720-b108165c8fd9,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:24.260317 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:24.395148 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-ef7a9f63-f586-435b-859e-5768e33b0ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:24.965555 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:24.987451 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e86406-3f3a-4912-ba71-3dc7354e6cda req-93e4bf4b-9c98-4854-9f5e-343f375d2450 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:24.997619 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-84e86406-3f3a-4912-ba71-3dc7354e6cda req-93e4bf4b-9c98-4854-9f5e-343f375d2450 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.1142128 Sep 01 14:08:25.165879 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-84e86406-3f3a-4912-ba71-3dc7354e6cda req-57ffffc4-22ad-4a07-99e0-b3bc8c5533f4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510653 Sep 01 14:08:25.373801 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:25.422429 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08dd45-4ba3-4194-bd43-7a15ecc87374 req-be0565bd-c407-4219-8404-f89a21bdec8c tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:25.441744 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0e08dd45-4ba3-4194-bd43-7a15ecc87374 req-be0565bd-c407-4219-8404-f89a21bdec8c tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.1598060 Sep 01 14:08:25.605189 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0e08dd45-4ba3-4194-bd43-7a15ecc87374 req-ee38074a-1eb5-4fae-a036-d1cc7927b1bc tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614518 Sep 01 14:08:26.385551 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce0582-f103-4933-8ed0-fa97ec4973a2 req-3c7bba4a-ffcc-435c-9e2b-0ffa831cee03 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:26.389213 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a6ce0582-f103-4933-8ed0-fa97ec4973a2 req-3c7bba4a-ffcc-435c-9e2b-0ffa831cee03 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.0702384 Sep 01 14:08:26.446488 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a6ce0582-f103-4933-8ed0-fa97ec4973a2 req-09325b37-6a28-4379-ba3d-122cdb99db8e tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511878 Sep 01 14:08:26.475853 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 57786) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:26.753011 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee3cb0-d200-4a6e-add2-3f46ff0a70b7 req-a4126368-6367-4d19-916c-9e27abad594f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:26.754587 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ceee3cb0-d200-4a6e-add2-3f46ff0a70b7 req-a4126368-6367-4d19-916c-9e27abad594f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.0555258 Sep 01 14:08:26.775759 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 57792) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:26.782641 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-602d849c-29a7-4613-a3c1-bd05e5c526cd tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1132779017', 'description': 'tempest-description--1998912867'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:08:26.840097 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ceee3cb0-d200-4a6e-add2-3f46ff0a70b7 req-222c5eec-7459-40af-88fe-057e70964b1d tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796733 Sep 01 14:08:26.892314 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 57800) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:26.963303 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-602d849c-29a7-4613-a3c1-bd05e5c526cd tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:26.977707 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 57808) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:26.993999 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-20fc3cba-dae7-4859-a475-cae7c2d18d18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:27.103860 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-3b3b6c78-c822-42f4-a6ae-405b1e1e52fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:27.149107 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-360047a2-2f09-4e91-8b8c-dca5d24dcb91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:27.161787 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:27.164903 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-20fc3cba-dae7-4859-a475-cae7c2d18d18 admin admin] Publish callbacks [] for security_group (7a674d23-93ae-405f-a6ac-59dc4a1c82d7), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:27.174939 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:27.231933 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-602d849c-29a7-4613-a3c1-bd05e5c526cd tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks [] for security_group (aae936a3-a9ba-4942-bbd3-852eed2cdb00), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:27.257167 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-3b3b6c78-c822-42f4-a6ae-405b1e1e52fa admin admin] Publish callbacks [] for security_group (5a86e572-fce0-4282-b7ad-5020801d9eaa), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:27.309878 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-20fc3cba-dae7-4859-a475-cae7c2d18d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (7a674d23-93ae-405f-a6ac-59dc4a1c82d7), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:27.325218 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-360047a2-2f09-4e91-8b8c-dca5d24dcb91 admin admin] Publish callbacks [] for security_group (068e3ed7-359b-4056-8a1f-82f2ab8b69a5), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:27.331697 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-3b3b6c78-c822-42f4-a6ae-405b1e1e52fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (5a86e572-fce0-4282-b7ad-5020801d9eaa), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:27.337315 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-602d849c-29a7-4613-a3c1-bd05e5c526cd tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (aae936a3-a9ba-4942-bbd3-852eed2cdb00), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:27.380807 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-20fc3cba-dae7-4859-a475-cae7c2d18d18 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=28b80cc1383e4c28bcc7a3699b9e2ad9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9038198 Sep 01 14:08:27.381812 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc3cba-dae7-4859-a475-cae7c2d18d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a674d23-93ae-405f-a6ac-59dc4a1c82d7,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:27.411639 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 57816) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:27.429108 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b6c78-c822-42f4-a6ae-405b1e1e52fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a86e572-fce0-4282-b7ad-5020801d9eaa,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:27.438882 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-3b3b6c78-c822-42f4-a6ae-405b1e1e52fa admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b8fe9373326148b4948ef6927950659f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4599247 Sep 01 14:08:27.440848 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 57818) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:27.477238 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-360047a2-2f09-4e91-8b8c-dca5d24dcb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (068e3ed7-359b-4056-8a1f-82f2ab8b69a5), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:27.550630 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8232ba6f-7730-4d58-bec0-ffd0e3a5d74a admin admin] Publish callbacks [] for security_group (5a86e572-fce0-4282-b7ad-5020801d9eaa), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:27.565869 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-9b00f34c-d2db-49cb-856a-b68be8c41388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:27.601197 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-602d849c-29a7-4613-a3c1-bd05e5c526cd tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:27.605427 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-602d849c-29a7-4613-a3c1-bd05e5c526cd tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8282151 Sep 01 14:08:27.612196 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 57826) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:27.615280 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d849c-29a7-4613-a3c1-bd05e5c526cd tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aae936a3-a9ba-4942-bbd3-852eed2cdb00,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:27.630339 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8232ba6f-7730-4d58-bec0-ffd0e3a5d74a admin admin] Publish callbacks [] for security_group (5a86e572-fce0-4282-b7ad-5020801d9eaa), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:27.633006 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-360047a2-2f09-4e91-8b8c-dca5d24dcb91 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=48a6cd393fcf4c68af3db7d4c457d6c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7387769 Sep 01 14:08:27.649611 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 57828) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:27.688732 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-e932f335-2398-416f-bb9e-fac8ca2bbdc7 admin admin] Publish callbacks [] for security_group (7a674d23-93ae-405f-a6ac-59dc4a1c82d7), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:27.697691 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-599ac84c-a0a0-4df6-956c-2396ba7fdfe8 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Request body: {'security_group_rule': {'security_group_id': 'aae936a3-a9ba-4942-bbd3-852eed2cdb00', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:08:27.721815 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-e932f335-2398-416f-bb9e-fac8ca2bbdc7 admin admin] Publish callbacks [] for security_group (7a674d23-93ae-405f-a6ac-59dc4a1c82d7), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:27.771886 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd806b-88f1-4378-8dc8-59b78b051ecc req-aef54be5-8196-4ac9-bd17-92a8caae9677 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:27.773530 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-78fd806b-88f1-4378-8dc8-59b78b051ecc req-aef54be5-8196-4ac9-bd17-92a8caae9677 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.1766644 Sep 01 14:08:27.793459 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360047a2-2f09-4e91-8b8c-dca5d24dcb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068e3ed7-359b-4056-8a1f-82f2ab8b69a5,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:27.870182 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-9727a469-adce-4244-ad3b-9ef30c9e8519 admin admin] Publish callbacks [] for security_group (068e3ed7-359b-4056-8a1f-82f2ab8b69a5), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:27.901183 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-78fd806b-88f1-4378-8dc8-59b78b051ecc req-b5042183-0bb3-42de-bce8-fe18343a7992 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197660 Sep 01 14:08:27.903077 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8232ba6f-7730-4d58-bec0-ffd0e3a5d74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (5a86e572-fce0-4282-b7ad-5020801d9eaa), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:27.910601 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-e932f335-2398-416f-bb9e-fac8ca2bbdc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (7a674d23-93ae-405f-a6ac-59dc4a1c82d7), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:27.918968 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8232ba6f-7730-4d58-bec0-ffd0e3a5d74a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:27.920427 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-e932f335-2398-416f-bb9e-fac8ca2bbdc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:27.927517 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-8232ba6f-7730-4d58-bec0-ffd0e3a5d74a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5a86e572-fce0-4282-b7ad-5020801d9eaa HTTP/1.1" status: 204 len: 168 time: 0.4783957 Sep 01 14:08:27.928242 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-e932f335-2398-416f-bb9e-fac8ca2bbdc7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/7a674d23-93ae-405f-a6ac-59dc4a1c82d7 HTTP/1.1" status: 204 len: 168 time: 0.5121052 Sep 01 14:08:27.973205 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-9727a469-adce-4244-ad3b-9ef30c9e8519 admin admin] Publish callbacks [] for security_group (068e3ed7-359b-4056-8a1f-82f2ab8b69a5), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:27.995542 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e932f335-2398-416f-bb9e-fac8ca2bbdc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a674d23-93ae-405f-a6ac-59dc4a1c82d7,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:28.009978 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8232ba6f-7730-4d58-bec0-ffd0e3a5d74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a86e572-fce0-4282-b7ad-5020801d9eaa,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:28.015931 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-599ac84c-a0a0-4df6-956c-2396ba7fdfe8 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks [] for security_group_rule (d04173d8-04fb-4951-b105-e865402dcf98), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:28.031120 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:28.095690 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:28.198134 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86204af2-2a66-4525-83d0-1af5206d2047 req-07230051-c3a6-42b2-8f0f-a3382d9b3075 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:28.200061 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-86204af2-2a66-4525-83d0-1af5206d2047 req-07230051-c3a6-42b2-8f0f-a3382d9b3075 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.2039754 Sep 01 14:08:28.207165 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-9727a469-adce-4244-ad3b-9ef30c9e8519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (068e3ed7-359b-4056-8a1f-82f2ab8b69a5), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:28.212991 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-9727a469-adce-4244-ad3b-9ef30c9e8519 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:28.215401 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-9727a469-adce-4244-ad3b-9ef30c9e8519 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/068e3ed7-359b-4056-8a1f-82f2ab8b69a5 HTTP/1.1" status: 204 len: 168 time: 0.5637910 Sep 01 14:08:28.227657 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-599ac84c-a0a0-4df6-956c-2396ba7fdfe8 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks [] for security_group_rule (d04173d8-04fb-4951-b105-e865402dcf98), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:28.229683 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727a469-adce-4244-ad3b-9ef30c9e8519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068e3ed7-359b-4056-8a1f-82f2ab8b69a5,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:28.273340 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-86204af2-2a66-4525-83d0-1af5206d2047 req-3daa78e3-546f-422c-a220-a74c5ef37643 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644259 Sep 01 14:08:28.302523 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-599ac84c-a0a0-4df6-956c-2396ba7fdfe8 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411178'] for security_group_rule (d04173d8-04fb-4951-b105-e865402dcf98), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:28.309792 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:28.344956 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ac84c-a0a0-4df6-956c-2396ba7fdfe8 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d04173d8-04fb-4951-b105-e865402dcf98,revision_number=0']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:28.490852 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-599ac84c-a0a0-4df6-956c-2396ba7fdfe8 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:28.490852 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-599ac84c-a0a0-4df6-956c-2396ba7fdfe8 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7959261 Sep 01 14:08:28.492030 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 57838) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:28.497950 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-24b9bd8e-0136-41ec-b023-b73ba1c5abe2 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Request body: {'security_group_rule': {'security_group_id': 'aae936a3-a9ba-4942-bbd3-852eed2cdb00', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:08:28.747204 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd8e-0136-41ec-b023-b73ba1c5abe2 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks [] for security_group_rule (e4dc3bf1-26ee-481e-9cb7-c19196d886f1), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:28.916570 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd8e-0136-41ec-b023-b73ba1c5abe2 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks [] for security_group_rule (e4dc3bf1-26ee-481e-9cb7-c19196d886f1), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:29.091899 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83894a0b-9d61-4934-867f-1e700e6862c9 req-edbe5852-93a4-4916-a02b-9d2557dd6d94 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:29.099853 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-83894a0b-9d61-4934-867f-1e700e6862c9 req-edbe5852-93a4-4916-a02b-9d2557dd6d94 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.0589428 Sep 01 14:08:29.143398 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd8e-0136-41ec-b023-b73ba1c5abe2 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411178'] for security_group_rule (e4dc3bf1-26ee-481e-9cb7-c19196d886f1), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:29.186659 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-83894a0b-9d61-4934-867f-1e700e6862c9 req-0e1181c9-d5b5-4318-9606-6d4fc3e2ba5e tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852199 Sep 01 14:08:29.191573 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b9bd8e-0136-41ec-b023-b73ba1c5abe2 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4dc3bf1-26ee-481e-9cb7-c19196d886f1,revision_number=0']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:29.269761 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:29.313560 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd8e-0136-41ec-b023-b73ba1c5abe2 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:29.316138 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-24b9bd8e-0136-41ec-b023-b73ba1c5abe2 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8227854 Sep 01 14:08:29.320543 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 57864) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:29.330898 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-d2e63422-c8d6-4ff0-8152-45f2edfb6a63 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Request body: {'floatingip': {'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:08:29.613701 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d2e63422-c8d6-4ff0-8152-45f2edfb6a63 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:29.751831 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d2e63422-c8d6-4ff0-8152-45f2edfb6a63 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:29.890611 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027317ce-f688-42e2-a37d-1572526e2f84 req-d3d20dc4-2d06-4070-9027-b4f22454e1e0 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:29.892724 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-027317ce-f688-42e2-a37d-1572526e2f84 req-d3d20dc4-2d06-4070-9027-b4f22454e1e0 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.3920739 Sep 01 14:08:30.108938 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:30.136631 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-027317ce-f688-42e2-a37d-1572526e2f84 req-1512fb1d-c26a-4416-8f4d-2adb0a3a35a7 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336490 Sep 01 14:08:30.176191 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.db_base_plugin_common [None req-d2e63422-c8d6-4ff0-8152-45f2edfb6a63 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Allocated IP 172.27.2.23 (495e3753-365b-4db4-ace7-a3dca370cb0d/c60058e0-5076-4233-a499-c0113b757f85/376b5764-5f90-4d71-830f-da82cc0e3cee) {{(pid=107073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:08:30.356846 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:30.439727 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d2e63422-c8d6-4ff0-8152-45f2edfb6a63 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks [] for port (376b5764-5f90-4d71-830f-da82cc0e3cee), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:30.448136 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2d83e-dbf9-4943-97fa-02b29e779535 req-d7a8cfd2-7d3b-4f75-9861-276e63336eef tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:30.449923 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-bbc2d83e-dbf9-4943-97fa-02b29e779535 req-d7a8cfd2-7d3b-4f75-9861-276e63336eef tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.1024077 Sep 01 14:08:30.543987 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-bbc2d83e-dbf9-4943-97fa-02b29e779535 req-632c60ed-ea15-4af5-a989-be748f7ab2e3 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856373 Sep 01 14:08:30.692517 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 57888) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:30.710540 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0f5722c7-f89d-428c-93bf-a7510e852243 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:30.738360 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d2e63422-c8d6-4ff0-8152-45f2edfb6a63 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (376b5764-5f90-4d71-830f-da82cc0e3cee), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:30.858967 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e63422-c8d6-4ff0-8152-45f2edfb6a63 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Network 495e3753-365b-4db4-ace7-a3dca370cb0d is already hosted by enough agents. {{(pid=107073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:08:30.865093 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.base_scheduler [None req-d2e63422-c8d6-4ff0-8152-45f2edfb6a63 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Resources bound (agent type, host, resource id): {{(pid=107073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:08:30.880122 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e63422-c8d6-4ff0-8152-45f2edfb6a63 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Received port after_create {{(pid=107073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:08:30.924557 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e63422-c8d6-4ff0-8152-45f2edfb6a63 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Pushing event updated for resources: {'Port': ['ID=376b5764-5f90-4d71-830f-da82cc0e3cee,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:31.110678 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0f5722c7-f89d-428c-93bf-a7510e852243 admin admin] Publish callbacks [] for security_group (6e31ffbd-a992-4768-ad29-08a580cc7bd6), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:31.129796 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d2e63422-c8d6-4ff0-8152-45f2edfb6a63 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks [] for floatingip (f5eff4ae-6807-4bd0-99f4-c14f082249df), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:31.148739 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:31.289477 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 57900) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:31.293003 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a5c09-8c28-4f2d-91f0-51df04a9b525 req-fa361405-0300-45bd-8a9a-d016ca764c75 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:31.294876 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c93a5c09-8c28-4f2d-91f0-51df04a9b525 req-fa361405-0300-45bd-8a9a-d016ca764c75 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.0641196 Sep 01 14:08:31.324264 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0f5722c7-f89d-428c-93bf-a7510e852243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (6e31ffbd-a992-4768-ad29-08a580cc7bd6), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:31.413955 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d2e63422-c8d6-4ff0-8152-45f2edfb6a63 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (376b5764-5f90-4d71-830f-da82cc0e3cee), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:31.469946 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-0f5722c7-f89d-428c-93bf-a7510e852243 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=8fea2773d99e4d0c80df710daeaabbed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7750041 Sep 01 14:08:31.469946 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 57906) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:31.489994 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5722c7-f89d-428c-93bf-a7510e852243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e31ffbd-a992-4768-ad29-08a580cc7bd6,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:31.509439 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c93a5c09-8c28-4f2d-91f0-51df04a9b525 req-e6ef7d2a-0e6d-430f-8536-331528cfde30 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798446 Sep 01 14:08:31.610600 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:31.657198 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 57910) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:31.669924 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-22d2b5e3-a295-43ca-84f6-14ac16edb86a admin admin] Publish callbacks [] for security_group (6e31ffbd-a992-4768-ad29-08a580cc7bd6), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:31.737560 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-22d2b5e3-a295-43ca-84f6-14ac16edb86a admin admin] Publish callbacks [] for security_group (6e31ffbd-a992-4768-ad29-08a580cc7bd6), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:31.785166 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-dc93f7dd-7ff0-4795-9b0c-bb460feac149 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1289640127-network', 'tenant_id': 'c1c061b824cb4a92a469061e7a67f967'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:08:31.802568 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-ff8c0f92-d968-4c2c-8e66-f907deba945f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1857910232-network', 'tenant_id': '2e6d998735c243c3bcd08ca2e2d81ae9'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:08:31.807112 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d2e63422-c8d6-4ff0-8152-45f2edfb6a63 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks [] for port (376b5764-5f90-4d71-830f-da82cc0e3cee), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:31.829642 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:31.836364 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d189a-4fe0-4663-8c63-47cb3192b395 req-043ea81a-9326-427c-b303-f1b8917d6286 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:31.838349 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c73d189a-4fe0-4663-8c63-47cb3192b395 req-043ea81a-9326-427c-b303-f1b8917d6286 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.1100936 Sep 01 14:08:31.901459 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c73d189a-4fe0-4663-8c63-47cb3192b395 req-3aa5f81d-4e03-46ad-9afe-28987cc14807 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553350 Sep 01 14:08:32.468463 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d2e63422-c8d6-4ff0-8152-45f2edfb6a63 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3071173'] for port (376b5764-5f90-4d71-830f-da82cc0e3cee), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:32.510043 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8c0f92-d968-4c2c-8e66-f907deba945f admin admin] Made reservation on behalf of 2e6d998735c243c3bcd08ca2e2d81ae9 for: {'network': 1} {{(pid=107074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:08:32.514789 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ff8c0f92-d968-4c2c-8e66-f907deba945f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for network (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:32.517681 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-22d2b5e3-a295-43ca-84f6-14ac16edb86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (6e31ffbd-a992-4768-ad29-08a580cc7bd6), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:32.520418 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc93f7dd-7ff0-4795-9b0c-bb460feac149 admin admin] Made reservation on behalf of c1c061b824cb4a92a469061e7a67f967 for: {'network': 1} {{(pid=107074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:08:32.520948 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-22d2b5e3-a295-43ca-84f6-14ac16edb86a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:32.522137 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-22d2b5e3-a295-43ca-84f6-14ac16edb86a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/6e31ffbd-a992-4768-ad29-08a580cc7bd6 HTTP/1.1" status: 204 len: 168 time: 1.0513802 Sep 01 14:08:32.523304 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-dc93f7dd-7ff0-4795-9b0c-bb460feac149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for network (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:32.548253 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2b5e3-a295-43ca-84f6-14ac16edb86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e31ffbd-a992-4768-ad29-08a580cc7bd6,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:32.552239 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ff8c0f92-d968-4c2c-8e66-f907deba945f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:32.571663 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d2e63422-c8d6-4ff0-8152-45f2edfb6a63 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122292'] for floatingip (f5eff4ae-6807-4bd0-99f4-c14f082249df), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:32.571663 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e63422-c8d6-4ff0-8152-45f2edfb6a63 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Pushing event updated for resources: {'Port': ['ID=376b5764-5f90-4d71-830f-da82cc0e3cee,revision_number=2']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:32.575279 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-dc93f7dd-7ff0-4795-9b0c-bb460feac149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:32.712870 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ff8c0f92-d968-4c2c-8e66-f907deba945f admin admin] Publish callbacks [] for security_group (2ace0a83-ed2e-4998-8363-4ec93e8f320a), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:32.757301 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-dc93f7dd-7ff0-4795-9b0c-bb460feac149 admin admin] Publish callbacks [] for security_group (6c4c6377-2795-4fa0-a084-53feabc84ed0), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:32.842623 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92555eb8-a433-426f-8723-1f32d3a9031a req-c953eb6d-9bf5-4c2c-bffb-2db539d816de tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:32.844267 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-92555eb8-a433-426f-8723-1f32d3a9031a req-c953eb6d-9bf5-4c2c-bffb-2db539d816de tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.0891681 Sep 01 14:08:32.902889 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ff8c0f92-d968-4c2c-8e66-f907deba945f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (2ace0a83-ed2e-4998-8363-4ec93e8f320a), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:32.908238 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:UPDATE=2,neutron:SELECT=91,neutron:INSERT=7 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:32.937519 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff8c0f92-d968-4c2c-8e66-f907deba945f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=107074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:08:32.949515 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c0f92-d968-4c2c-8e66-f907deba945f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ace0a83-ed2e-4998-8363-4ec93e8f320a,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:32.956784 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ff8c0f92-d968-4c2c-8e66-f907deba945f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881'] for segment (c0922301-047c-4f55-a8b0-9261b3aa0d17), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:32.957518 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.db.segments_db [None req-ff8c0f92-d968-4c2c-8e66-f907deba945f admin admin] Added segment c0922301-047c-4f55-a8b0-9261b3aa0d17 of type vlan for network d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0 Sep 01 14:08:33.007024 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-dc93f7dd-7ff0-4795-9b0c-bb460feac149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (6c4c6377-2795-4fa0-a084-53feabc84ed0), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:33.031461 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d2e63422-c8d6-4ff0-8152-45f2edfb6a63 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for floatingip (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:33.044764 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-d2e63422-c8d6-4ff0-8152-45f2edfb6a63 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7134049 Sep 01 14:08:33.073540 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ff8c0f92-d968-4c2c-8e66-f907deba945f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786311408797'] for network (d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:33.098116 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc93f7dd-7ff0-4795-9b0c-bb460feac149 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=107074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:08:33.106381 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-92555eb8-a433-426f-8723-1f32d3a9031a req-bbc71c01-5b15-4980-9590-ac1ba50edd19 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2424836 Sep 01 14:08:33.139490 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93f7dd-7ff0-4795-9b0c-bb460feac149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4c6377-2795-4fa0-a084-53feabc84ed0,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:33.162490 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-dc93f7dd-7ff0-4795-9b0c-bb460feac149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881'] for segment (83618588-9564-4de1-960d-f9cb798a5af2), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:33.163289 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.db.segments_db [None req-dc93f7dd-7ff0-4795-9b0c-bb460feac149 admin admin] Added segment 83618588-9564-4de1-960d-f9cb798a5af2 of type vlan for network d990df73-a69e-4562-a002-6a937695b5ba Sep 01 14:08:33.325580 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ee9bf-fa3f-4752-a209-8b59170dd300 req-5c682b8e-a411-455a-8b94-626f28c59c63 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:33.340213 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-fa7ee9bf-fa3f-4752-a209-8b59170dd300 req-5c682b8e-a411-455a-8b94-626f28c59c63 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.2317715 Sep 01 14:08:33.343569 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-dc93f7dd-7ff0-4795-9b0c-bb460feac149 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786311408797'] for network (d990df73-a69e-4562-a002-6a937695b5ba), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:33.478804 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-fa7ee9bf-fa3f-4752-a209-8b59170dd300 req-6e5d34a1-273c-4f61-8b54-65bbe23aac12 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302619 Sep 01 14:08:33.520394 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ff8c0f92-d968-4c2c-8e66-f907deba945f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793'] for network (d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:33.522162 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8c0f92-d968-4c2c-8e66-f907deba945f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:33.522922 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ff8c0f92-d968-4c2c-8e66-f907deba945f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for network (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:33.564094 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-dc93f7dd-7ff0-4795-9b0c-bb460feac149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793'] for network (d990df73-a69e-4562-a002-6a937695b5ba), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:33.566709 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc93f7dd-7ff0-4795-9b0c-bb460feac149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:33.567639 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-dc93f7dd-7ff0-4795-9b0c-bb460feac149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for network (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:33.600122 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-5c4b2f6a-6b23-405a-a66b-a7eb834f159b tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1132779017&fields=id&tenant_id=36049d2090b84443a3bf3bf00558379e HTTP/1.1" status: 200 len: 267 time: 0.1057100 Sep 01 14:08:33.662878 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c0f92-d968-4c2c-8e66-f907deba945f admin admin] Pushing event updated for resources: {'Network': ['ID=d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:33.680158 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Network d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0 details requested by agent ovs-agent-dv-cinder-852211-7-iscsi with host dv-cinder-852211-7-iscsi {{(pid=107075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:08:33.816889 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-ff8c0f92-d968-4c2c-8e66-f907deba945f admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5246119 Sep 01 14:08:33.823501 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-dc93f7dd-7ff0-4795-9b0c-bb460feac149 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1637516 Sep 01 14:08:33.827037 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 57950) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:33.827244 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 57952) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:33.843060 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-5b5f79b0-cbb0-472d-b5e9-6809372c2963 admin admin] Request body: {'subnet': {'network_id': 'd1c0ee50-5f2f-4508-9ae2-29e7d03abfd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1857910232-subnet', 'tenant_id': '2e6d998735c243c3bcd08ca2e2d81ae9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:08:33.852077 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-49e48cbe-adde-43cb-9e93-25c065d6b3b6 admin admin] Request body: {'subnet': {'network_id': 'd990df73-a69e-4562-a002-6a937695b5ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1289640127-subnet', 'tenant_id': 'c1c061b824cb4a92a469061e7a67f967', 'ip_version': 4}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:08:33.875499 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93f7dd-7ff0-4795-9b0c-bb460feac149 admin admin] Pushing event updated for resources: {'Network': ['ID=d990df73-a69e-4562-a002-6a937695b5ba,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:33.888582 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Network d990df73-a69e-4562-a002-6a937695b5ba details requested by agent ovs-agent-dv-cinder-852211-7-iscsi with host dv-cinder-852211-7-iscsi {{(pid=107075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:08:33.890206 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-6df7770a-5f60-438a-b5e9-5432f118f6a6 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:33.891888 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-6df7770a-5f60-438a-b5e9-5432f118f6a6 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/networks?id=9cdd4113-f7e0-45eb-bbb2-5da93102bf6c HTTP/1.1" status: 200 len: 818 time: 0.2764244 Sep 01 14:08:33.913483 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-b63c96c6-09ef-47ba-8f10-d49dd3656932 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/quotas/36049d2090b84443a3bf3bf00558379e HTTP/1.1" status: 200 len: 375 time: 0.0144341 Sep 01 14:08:34.025617 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-ecebe015-70c2-418a-b393-d172d11f6f35 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=36049d2090b84443a3bf3bf00558379e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0972986 Sep 01 14:08:34.109945 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e48cbe-adde-43cb-9e93-25c065d6b3b6 admin admin] Made reservation on behalf of c1c061b824cb4a92a469061e7a67f967 for: {'subnet': 1} {{(pid=107074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:08:34.115769 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-49e48cbe-adde-43cb-9e93-25c065d6b3b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2708979'] for subnet (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:34.123392 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5f79b0-cbb0-472d-b5e9-6809372c2963 admin admin] Made reservation on behalf of 2e6d998735c243c3bcd08ca2e2d81ae9 for: {'subnet': 1} {{(pid=107074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:08:34.132872 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5b5f79b0-cbb0-472d-b5e9-6809372c2963 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2708979'] for subnet (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:34.307247 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-e6ae401d-08f4-4197-aa91-dec95f7ebab7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9cdd4113-f7e0-45eb-bbb2-5da93102bf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803514 Sep 01 14:08:34.693362 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf584e7-5b96-4bcc-8889-de37db566607 req-81569d9d-4c50-4074-9619-02d6068263d6 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:34.698096 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9bf584e7-5b96-4bcc-8889-de37db566607 req-81569d9d-4c50-4074-9619-02d6068263d6 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.2179351 Sep 01 14:08:34.787807 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-ddb3f5c7-7816-47b7-bbdb-db80c54a3172 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9cdd4113-f7e0-45eb-bbb2-5da93102bf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791739 Sep 01 14:08:34.859133 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9bf584e7-5b96-4bcc-8889-de37db566607 req-47340378-c2a1-4964-9991-5987c1c85f0d tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479840 Sep 01 14:08:34.954984 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5b5f79b0-cbb0-472d-b5e9-6809372c2963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2922390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2708929'] for subnet (4ea87ade-011f-4e61-be9d-8a876a11d6d7), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:35.050889 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-49e48cbe-adde-43cb-9e93-25c065d6b3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2922390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2708929'] for subnet (090e269d-51eb-4081-b0e5-a44524761efb), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:35.126296 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f79b0-cbb0-472d-b5e9-6809372c2963 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ea87ade-011f-4e61-be9d-8a876a11d6d7,revision_number=0']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:35.151963 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0099022a-b3cb-4fe9-95ef-6161321d4fd7 req-4622267f-7e8c-4af6-a771-ffcfa1d7c1a4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:35.166514 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0099022a-b3cb-4fe9-95ef-6161321d4fd7 req-4622267f-7e8c-4af6-a771-ffcfa1d7c1a4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.1130164 Sep 01 14:08:35.263786 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5f79b0-cbb0-472d-b5e9-6809372c2963 admin admin] Checking segment: {'id': 'c0922301-047c-4f55-a8b0-9261b3aa0d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd1c0ee50-5f2f-4508-9ae2-29e7d03abfd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:08:35.264695 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5f79b0-cbb0-472d-b5e9-6809372c2963 admin admin] Network hostable DHCP agents. Network: d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0, hostable agents: ['e6fb8577-74ae-4f68-b634-c24662e9afb4'], hosted agents: [] {{(pid=107074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:08:35.265369 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0099022a-b3cb-4fe9-95ef-6161321d4fd7 req-d1c9dfad-964c-41fd-b1dd-286b71b27657 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974734 Sep 01 14:08:35.271370 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e48cbe-adde-43cb-9e93-25c065d6b3b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=090e269d-51eb-4081-b0e5-a44524761efb,revision_number=0']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:35.277914 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e48cbe-adde-43cb-9e93-25c065d6b3b6 admin admin] Checking segment: {'id': '83618588-9564-4de1-960d-f9cb798a5af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd990df73-a69e-4562-a002-6a937695b5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:08:35.278826 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e48cbe-adde-43cb-9e93-25c065d6b3b6 admin admin] Network hostable DHCP agents. Network: d990df73-a69e-4562-a002-6a937695b5ba, hostable agents: ['e6fb8577-74ae-4f68-b634-c24662e9afb4'], hosted agents: [] {{(pid=107074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:08:35.355152 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-17991cec-8889-4cb3-9a1b-c2bd016b278c req-258f6fcc-c2cc-4055-ab79-8bdf727c1c39 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 210 time: 0.0792534 Sep 01 14:08:35.405403 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5f79b0-cbb0-472d-b5e9-6809372c2963 admin admin] Network d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0 is scheduled to be hosted by DHCP agent e6fb8577-74ae-4f68-b634-c24662e9afb4 with binding_index 1 {{(pid=107074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:08:35.444292 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e48cbe-adde-43cb-9e93-25c065d6b3b6 admin admin] Network d990df73-a69e-4562-a002-6a937695b5ba is scheduled to be hosted by DHCP agent e6fb8577-74ae-4f68-b634-c24662e9afb4 with binding_index 1 {{(pid=107074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:08:35.579714 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-5b5f79b0-cbb0-472d-b5e9-6809372c2963 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-7-iscsi, d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0) {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:08:35.589106 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-49e48cbe-adde-43cb-9e93-25c065d6b3b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-7-iscsi, d990df73-a69e-4562-a002-6a937695b5ba) {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:08:35.602659 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5f79b0-cbb0-472d-b5e9-6809372c2963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:35.602659 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5b5f79b0-cbb0-472d-b5e9-6809372c2963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for subnet (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:35.604361 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6eaf3ba-6c14-4952-bdef-f6fcfb32b348 None None] Network d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0 requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:08:35.606198 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e48cbe-adde-43cb-9e93-25c065d6b3b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:35.606394 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-49e48cbe-adde-43cb-9e93-25c065d6b3b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for subnet (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:35.719836 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67da7f3d-2f9e-485f-a14f-afda365a71d3 None None] Network d990df73-a69e-4562-a002-6a937695b5ba requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:08:35.816494 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-49e48cbe-adde-43cb-9e93-25c065d6b3b6 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9862967 Sep 01 14:08:35.819636 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 57992) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:35.820594 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-5b5f79b0-cbb0-472d-b5e9-6809372c2963 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9918151 Sep 01 14:08:35.835590 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-97ca4407-6ab2-4012-9c86-0a06c25c7a7a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1289640127-router', 'tenant_id': 'c1c061b824cb4a92a469061e7a67f967', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:08:35.840286 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:INSERT=30,neutron:SELECT=65,neutron:UPDATE=5 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:35.946034 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d19a47-0ff9-4c84-9a6e-29b649790ef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90e2f4e2-ea37-5315-bbf9-53240d5a3a76-d990df73-a69e-4562-a002-6a937695b5ba', 'network_id': 'd990df73-a69e-4562-a002-6a937695b5ba', 'project_id': 'c1c061b824cb4a92a469061e7a67f967', 'fixed_ips': [{'subnet_id': '090e269d-51eb-4081-b0e5-a44524761efb'}]}} from dv-cinder-852211-7-iscsi. {{(pid=107075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 01 14:08:35.948919 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-c5d19a47-0ff9-4c84-9a6e-29b649790ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:36.069246 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-97ca4407-6ab2-4012-9c86-0a06c25c7a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33128399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3528'] for router (4cd8ab48-4990-4a25-9ce6-97826bc73f25), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:36.071022 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-97ca4407-6ab2-4012-9c86-0a06c25c7a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33127825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-480353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3571'] for router (4cd8ab48-4990-4a25-9ce6-97826bc73f25), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:36.088431 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:36.172463 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1712eec8-8ed3-47ad-aa59-1b63c4f54014 None None] Network d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0 requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:08:36.256740 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-97ca4407-6ab2-4012-9c86-0a06c25c7a7a admin admin] Publish callbacks [] for router_controller (4cd8ab48-4990-4a25-9ce6-97826bc73f25), precommit_add_association {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:36.313212 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:36.358047 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d00609-b040-4d75-89da-308ec27e2448 req-f2916221-1513-4525-a56e-b6a958e00f88 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:36.363472 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d1d00609-b040-4d75-89da-308ec27e2448 req-f2916221-1513-4525-a56e-b6a958e00f88 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.1844656 Sep 01 14:08:36.507917 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.db_base_plugin_common [None req-c5d19a47-0ff9-4c84-9a6e-29b649790ef1 None None] Allocated IP 172.20.0.2 (d990df73-a69e-4562-a002-6a937695b5ba/090e269d-51eb-4081-b0e5-a44524761efb/61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f) {{(pid=107075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:08:36.765519 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:36.773117 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d1d00609-b040-4d75-89da-308ec27e2448 req-35f66831-df32-4110-8747-8e403bc778af tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3915796 Sep 01 14:08:36.779702 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aad730-c3cc-4ccc-8962-c62ccbadc0c7 req-ef5e9bf8-9d50-4a5a-b1c6-c92c39d9980d tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:36.788638 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c6aad730-c3cc-4ccc-8962-c62ccbadc0c7 req-ef5e9bf8-9d50-4a5a-b1c6-c92c39d9980d tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.2358673 Sep 01 14:08:36.839716 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-97ca4407-6ab2-4012-9c86-0a06c25c7a7a admin admin] Publish callbacks [] for router_gateway (4cd8ab48-4990-4a25-9ce6-97826bc73f25), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:36.900962 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-c5d19a47-0ff9-4c84-9a6e-29b649790ef1 None None] Publish callbacks [] for port (61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f), precommit_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:36.922842 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c6aad730-c3cc-4ccc-8962-c62ccbadc0c7 req-47730ac8-cd36-404f-969c-e8927944a95e tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330390 Sep 01 14:08:37.035302 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-26c67fd5-434d-4434-918a-ff7843ac1d7b req-bdafc87a-d7a2-4db3-b6a6-6e9d097624f4 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 210 time: 0.0677781 Sep 01 14:08:37.086180 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-c5d19a47-0ff9-4c84-9a6e-29b649790ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320'] for port (61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f), after_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:37.190946 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d19a47-0ff9-4c84-9a6e-29b649790ef1 None None] Network d990df73-a69e-4562-a002-6a937695b5ba is already hosted by enough agents. {{(pid=107075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:08:37.210148 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.scheduler.base_scheduler [None req-c5d19a47-0ff9-4c84-9a6e-29b649790ef1 None None] Resources bound (agent type, host, resource id): {{(pid=107075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:08:37.214506 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:37.217824 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d19a47-0ff9-4c84-9a6e-29b649790ef1 None None] Received port after_create {{(pid=107075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:08:37.229807 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d19a47-0ff9-4c84-9a6e-29b649790ef1 None None] Pushing event updated for resources: {'Port': ['ID=61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f,revision_number=1']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:37.373859 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:37.378285 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-c5d19a47-0ff9-4c84-9a6e-29b649790ef1 None None] Attempting to bind port 61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f on host dv-cinder-852211-7-iscsi for vnic_type normal with profile {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:08:37.379425 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-c5d19a47-0ff9-4c84-9a6e-29b649790ef1 None None] Attempting to bind port 61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f by drivers openvswitch,hyperv on host dv-cinder-852211-7-iscsi at level 0 using segments [{'id': '83618588-9564-4de1-960d-f9cb798a5af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd990df73-a69e-4562-a002-6a937695b5ba'}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:08:37.380214 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d19a47-0ff9-4c84-9a6e-29b649790ef1 None None] Attempting to bind port 61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f on network d990df73-a69e-4562-a002-6a937695b5ba {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:08:37.409433 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d19a47-0ff9-4c84-9a6e-29b649790ef1 None None] Checking agent: {'id': '16ae7bad-0e03-4d8e-885b-3ed578a6ac87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 13, 56, 30), 'started_at': datetime.datetime(2022, 9, 1, 13, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:08:37.410433 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d19a47-0ff9-4c84-9a6e-29b649790ef1 None None] Checking segment: {'id': '83618588-9564-4de1-960d-f9cb798a5af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd990df73-a69e-4562-a002-6a937695b5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:08:37.411333 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-c5d19a47-0ff9-4c84-9a6e-29b649790ef1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:37.412192 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d19a47-0ff9-4c84-9a6e-29b649790ef1 None None] Bound using segment: {'id': '83618588-9564-4de1-960d-f9cb798a5af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd990df73-a69e-4562-a002-6a937695b5ba'} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:08:37.413197 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-c5d19a47-0ff9-4c84-9a6e-29b649790ef1 None None] Bound port: 61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f, host: dv-cinder-852211-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83618588-9564-4de1-960d-f9cb798a5af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd990df73-a69e-4562-a002-6a937695b5ba'}}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:08:37.413981 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-97ca4407-6ab2-4012-9c86-0a06c25c7a7a admin admin] Publish callbacks [] for router_gateway (4cd8ab48-4990-4a25-9ce6-97826bc73f25), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:37.414858 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-c5d19a47-0ff9-4c84-9a6e-29b649790ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:37.446629 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-97ca4407-6ab2-4012-9c86-0a06c25c7a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:37.677604 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.db_base_plugin_common [None req-97ca4407-6ab2-4012-9c86-0a06c25c7a7a admin admin] Allocated IP 172.27.2.72 (495e3753-365b-4db4-ace7-a3dca370cb0d/c60058e0-5076-4233-a499-c0113b757f85/db651706-b019-4d4e-91ff-d62584e223b7) {{(pid=107073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:08:37.688161 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-c5d19a47-0ff9-4c84-9a6e-29b649790ef1 None None] For port 61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f, host dv-cinder-852211-7-iscsi, cleared binding levels {{(pid=107075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:08:37.696523 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-c5d19a47-0ff9-4c84-9a6e-29b649790ef1 None None] For port 61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f, host dv-cinder-852211-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f,segment=NetworkSegment(83618588-9564-4de1-960d-f9cb798a5af2),segment_id=83618588-9564-4de1-960d-f9cb798a5af2)] {{(pid=107075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:08:37.851685 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-97ca4407-6ab2-4012-9c86-0a06c25c7a7a admin admin] Publish callbacks [] for port (db651706-b019-4d4e-91ff-d62584e223b7), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:37.872323 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-c5d19a47-0ff9-4c84-9a6e-29b649790ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:37.996507 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d19a47-0ff9-4c84-9a6e-29b649790ef1 None None] Pushing event updated for resources: {'Port': ['ID=61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f,revision_number=2']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:38.118116 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44000e-4a49-4df0-8e29-e7b02801fcc1 req-bd8c8cc4-dc26-4728-83e4-f9cbb7ea7b41 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:38.119939 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-bc44000e-4a49-4df0-8e29-e7b02801fcc1 req-bd8c8cc4-dc26-4728-83e4-f9cbb7ea7b41 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.0965488 Sep 01 14:08:38.205370 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-97ca4407-6ab2-4012-9c86-0a06c25c7a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (db651706-b019-4d4e-91ff-d62584e223b7), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:38.217105 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766228c-cfb6-44e3-986f-40bd7ed63947 req-bc92b5b1-3ff2-4a18-a2a1-9603cc007989 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:38.218724 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6766228c-cfb6-44e3-986f-40bd7ed63947 req-bc92b5b1-3ff2-4a18-a2a1-9603cc007989 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.1231947 Sep 01 14:08:38.244737 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ca4407-6ab2-4012-9c86-0a06c25c7a7a admin admin] Network 495e3753-365b-4db4-ace7-a3dca370cb0d is already hosted by enough agents. {{(pid=107073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:08:38.264679 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.base_scheduler [None req-97ca4407-6ab2-4012-9c86-0a06c25c7a7a admin admin] Resources bound (agent type, host, resource id): {{(pid=107073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:08:38.271043 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ca4407-6ab2-4012-9c86-0a06c25c7a7a admin admin] Received port after_create {{(pid=107073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:08:38.315276 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca4407-6ab2-4012-9c86-0a06c25c7a7a admin admin] Pushing event updated for resources: {'Port': ['ID=db651706-b019-4d4e-91ff-d62584e223b7,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:38.339796 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-bc44000e-4a49-4df0-8e29-e7b02801fcc1 req-318f7081-99b5-4eee-9cec-1111b5c42926 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016561 Sep 01 14:08:38.538053 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6766228c-cfb6-44e3-986f-40bd7ed63947 req-fe177be6-e2fb-4d1f-aa61-795f9edd9189 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2881303 Sep 01 14:08:38.631073 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b954b0a9-30fe-4cbf-b4b7-95bcaa8b9db8 req-d00e7c4c-1a09-4592-bcc5-e0550e91fc63 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 210 time: 0.0989931 Sep 01 14:08:38.673274 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:08:38.728918 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:08:38.729277 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:38.818689 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f is: DOWN; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:08:38.819124 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:38.887310 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] For port 61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f,segment=NetworkSegment(83618588-9564-4de1-960d-f9cb798a5af2),segment_id=83618588-9564-4de1-960d-f9cb798a5af2)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:08:39.061125 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:39.069779 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:39.277048 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Pushing event updated for resources: {'Port': ['ID=61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f,revision_number=3']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:39.586352 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3870bd18-0ea0-4f19-89d8-e0cd58e67bb2 None None] Network d990df73-a69e-4562-a002-6a937695b5ba requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:08:39.737605 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-8d7e31c0-1a63-44bd-a0fb-bccfd0b6e08a None None] Provisioning complete for port 61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:08:39.738339 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-8d7e31c0-1a63-44bd-a0fb-bccfd0b6e08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:39.879243 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:39.932145 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:39.933075 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fbdfd-01e3-4c51-878a-773e9e723692 req-d8999af2-bb42-454b-90b6-c1449ee9cf15 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:39.941620 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-569fbdfd-01e3-4c51-878a-773e9e723692 req-d8999af2-bb42-454b-90b6-c1449ee9cf15 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.0770600 Sep 01 14:08:40.042738 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-569fbdfd-01e3-4c51-878a-773e9e723692 req-08bd1300-4260-43a3-81e3-7f114354fa75 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000957 Sep 01 14:08:40.076794 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-8d7e31c0-1a63-44bd-a0fb-bccfd0b6e08a None None] Current status of the port 61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:08:40.091070 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1416392-98bc-4e55-b7b6-294c8bca5c06 req-90c61588-92a6-486d-bc38-f57a7cd4801d tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:40.102154 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f1416392-98bc-4e55-b7b6-294c8bca5c06 req-90c61588-92a6-486d-bc38-f57a7cd4801d tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.2355571 Sep 01 14:08:40.155195 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-97ca4407-6ab2-4012-9c86-0a06c25c7a7a admin admin] Publish callbacks [] for router_gateway (4cd8ab48-4990-4a25-9ce6-97826bc73f25), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:40.286793 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e03399a3-88f2-4cf1-86f8-61fe3d7578d5 req-5a27a6c7-3372-41b1-b184-1e6f55afe239 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 210 time: 0.1320224 Sep 01 14:08:40.415064 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f1416392-98bc-4e55-b7b6-294c8bca5c06 req-55ad1037-0e0f-46f2-8387-1d108030a577 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3035212 Sep 01 14:08:40.534118 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:40.543761 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cd5a0537-f96b-4416-a542-19c69d434722 req-022ebd65-3de2-467b-879b-00d12a770209 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1269636 Sep 01 14:08:40.576312 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-97ca4407-6ab2-4012-9c86-0a06c25c7a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33127714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-480464'] for router (4cd8ab48-4990-4a25-9ce6-97826bc73f25), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:40.609007 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-f2ef6296-d6f1-41d2-a5aa-ab77fa957803 None None] Provisioning complete for port 61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:08:40.609461 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-f2ef6296-d6f1-41d2-a5aa-ab77fa957803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:40.763445 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-f2ef6296-d6f1-41d2-a5aa-ab77fa957803 None None] Current status of the port 61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:08:40.769650 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:08:40.782877 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a0537-f96b-4416-a542-19c69d434722 req-cff44ebc-0f98-4cdd-bff9-048bc1c3cc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:40.786353 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cd5a0537-f96b-4416-a542-19c69d434722 req-cff44ebc-0f98-4cdd-bff9-048bc1c3cc06 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=36049d2090b84443a3bf3bf00558379e&device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 1130 time: 0.2075577 Sep 01 14:08:40.865455 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:08:40.866251 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:41.060120 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:08:41.288969 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ca4407-6ab2-4012-9c86-0a06c25c7a7a admin admin] Router 4cd8ab48-4990-4a25-9ce6-97826bc73f25 is scheduled to L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e with binding_index 1 {{(pid=107073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 14:08:41.355844 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d473b-a520-43b9-af9d-109c84a7f600 req-da780057-df23-47a4-a6c4-0e02ea861270 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:41.358414 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2b8d473b-a520-43b9-af9d-109c84a7f600 req-da780057-df23-47a4-a6c4-0e02ea861270 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.2070482 Sep 01 14:08:41.387471 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a0537-f96b-4416-a542-19c69d434722 req-fbca903b-79bc-4cb1-8276-8cd6f1dfb86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:41.390063 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cd5a0537-f96b-4416-a542-19c69d434722 req-fbca903b-79bc-4cb1-8276-8cd6f1dfb86e service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=9cdd4113-f7e0-45eb-bbb2-5da93102bf6c HTTP/1.1" status: 200 len: 919 time: 0.4434798 Sep 01 14:08:41.500111 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-4a0c97fb-a93e-4e11-94da-2ab053989037 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:41.501801 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-4a0c97fb-a93e-4e11-94da-2ab053989037 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/networks?id=d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0 HTTP/1.1" status: 200 len: 814 time: 0.4560573 Sep 01 14:08:41.544102 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cd5a0537-f96b-4416-a542-19c69d434722 req-ada80afd-db3b-4c0b-a095-5706b7aa2a3d service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=073b1d8b-8a54-4df8-a7c0-5ad23c885880 HTTP/1.1" status: 200 len: 217 time: 0.1362536 Sep 01 14:08:41.582589 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-fa9639b8-57c0-472c-9868-0137f819955f tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/quotas/2e6d998735c243c3bcd08ca2e2d81ae9 HTTP/1.1" status: 200 len: 375 time: 0.0443244 Sep 01 14:08:41.705023 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2b8d473b-a520-43b9-af9d-109c84a7f600 req-567a9d70-da73-4d55-92a7-803fef2f89b8 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3344445 Sep 01 14:08:41.714843 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-5fe3b98f-6341-4001-8336-8012de4af9e6 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2e6d998735c243c3bcd08ca2e2d81ae9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1073198 Sep 01 14:08:41.730820 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a0537-f96b-4416-a542-19c69d434722 req-60ac46d4-e133-4285-8e53-4bc876eba14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:41.732409 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cd5a0537-f96b-4416-a542-19c69d434722 req-60ac46d4-e133-4285-8e53-4bc876eba14c service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=d2d86ced-9867-4b29-96c7-eb755efebba7 HTTP/1.1" status: 200 len: 857 time: 0.1712050 Sep 01 14:08:41.861414 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ca4407-6ab2-4012-9c86-0a06c25c7a7a admin admin] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:08:41.878265 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af231ef8-8014-47c2-8b22-4e087f5b8b41 None None] Sync routers for ids ['4cd8ab48-4990-4a25-9ce6-97826bc73f25'] in dv-cinder-852211-7-iscsi {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:08:41.913749 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af231ef8-8014-47c2-8b22-4e087f5b8b41 None None] Routers {'4cd8ab48-4990-4a25-9ce6-97826bc73f25'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:08:41.915181 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-af231ef8-8014-47c2-8b22-4e087f5b8b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:08:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['4cd8ab48-4990-4a25-9ce6-97826bc73f25'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:08:41.941364 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:41.979669 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a0537-f96b-4416-a542-19c69d434722 req-8fe0bef3-c779-4096-982f-a9523b8942af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:41.982656 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cd5a0537-f96b-4416-a542-19c69d434722 req-8fe0bef3-c779-4096-982f-a9523b8942af service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=9cdd4113-f7e0-45eb-bbb2-5da93102bf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2354400 Sep 01 14:08:42.046399 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5d49a3b2-7c83-4322-921b-3c7a7cfd39bb req-2be1ee17-569b-4053-ac83-640bab5e9afd tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 210 time: 0.1220367 Sep 01 14:08:42.137938 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-97ca4407-6ab2-4012-9c86-0a06c25c7a7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:42.147559 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-97ca4407-6ab2-4012-9c86-0a06c25c7a7a admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.3229964 Sep 01 14:08:42.152084 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 58102) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:42.222614 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-81780356-4b89-4ac8-9fff-bb97df39a3bc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4863551 Sep 01 14:08:42.239215 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-af231ef8-8014-47c2-8b22-4e087f5b8b41 None None] Set router 4cd8ab48-4990-4a25-9ce6-97826bc73f25 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:08:42.429878 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca34e8-0821-4b84-be95-25702279d498 req-15698d3a-9aea-4f9a-bb67-db3314b67e50 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:42.432978 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ceca34e8-0821-4b84-be95-25702279d498 req-15698d3a-9aea-4f9a-bb67-db3314b67e50 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.2299995 Sep 01 14:08:42.459101 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-af231ef8-8014-47c2-8b22-4e087f5b8b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd8ab48-4990-4a25-9ce6-97826bc73f25', 'name': 'tempest-TestShelveInstance-1289640127-router', 'tenant_id': 'c1c061b824cb4a92a469061e7a67f967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'db651706-b019-4d4e-91ff-d62584e223b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:08:36Z', 'updated_at': '2022-09-01T14:08:38Z', 'revision_number': 3, 'project_id': 'c1c061b824cb4a92a469061e7a67f967', 'gw_port': {'id': 'db651706-b019-4d4e-91ff-d62584e223b7', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ad:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd8ab48-4990-4a25-9ce6-97826bc73f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:08:37Z', 'updated_at': '2022-09-01T14:08:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:08:42.505703 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cd5a0537-f96b-4416-a542-19c69d434722 req-7d2551a8-0158-45d2-84ab-9a4bf7d2f041 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9cdd4113-f7e0-45eb-bbb2-5da93102bf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4870455 Sep 01 14:08:42.522243 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af231ef8-8014-47c2-8b22-4e087f5b8b41 None None] Checking router: 4cd8ab48-4990-4a25-9ce6-97826bc73f25 for host: dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:08:42.523577 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af231ef8-8014-47c2-8b22-4e087f5b8b41 None None] Updating router 4cd8ab48-4990-4a25-9ce6-97826bc73f25 port db651706-b019-4d4e-91ff-d62584e223b7 binding host dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:08:42.567569 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-af231ef8-8014-47c2-8b22-4e087f5b8b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (db651706-b019-4d4e-91ff-d62584e223b7), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:42.579424 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-763b88da-a033-43b2-8263-8ef8c7b0335a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097718 Sep 01 14:08:42.590954 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ceca34e8-0821-4b84-be95-25702279d498 req-22456660-4012-4b22-be24-17f04cead9dd tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438479 Sep 01 14:08:42.793470 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:42.954500 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=100 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:42.956128 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-f2f113dc-0ed3-4396-88bc-94b1df126a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:42.984800 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-af231ef8-8014-47c2-8b22-4e087f5b8b41 None None] Publish callbacks [] for port (db651706-b019-4d4e-91ff-d62584e223b7), precommit_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:42.994541 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a624f64-defe-4974-bce0-331d6d6e0119 req-7c368533-6b84-4239-ac8b-6a94442d2af7 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:42.997580 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0a624f64-defe-4974-bce0-331d6d6e0119 req-7c368533-6b84-4239-ac8b-6a94442d2af7 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.1415973 Sep 01 14:08:43.081945 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0aaa6d5f-64b3-4abe-9b09-f47fd9cc05c7 req-2a2c8035-e27c-47ef-996d-2156ab53e104 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=81fe7593-66bc-442e-bd42-67dbb727a356 HTTP/1.1" status: 200 len: 210 time: 0.1052172 Sep 01 14:08:43.108592 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-af231ef8-8014-47c2-8b22-4e087f5b8b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (db651706-b019-4d4e-91ff-d62584e223b7), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:43.180604 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-af231ef8-8014-47c2-8b22-4e087f5b8b41 None None] Attempting to bind port db651706-b019-4d4e-91ff-d62584e223b7 on host dv-cinder-852211-7-iscsi for vnic_type normal with profile {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:08:43.180986 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-af231ef8-8014-47c2-8b22-4e087f5b8b41 None None] Attempting to bind port db651706-b019-4d4e-91ff-d62584e223b7 by drivers openvswitch,hyperv on host dv-cinder-852211-7-iscsi at level 0 using segments [{'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:08:43.181801 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af231ef8-8014-47c2-8b22-4e087f5b8b41 None None] Attempting to bind port db651706-b019-4d4e-91ff-d62584e223b7 on network 495e3753-365b-4db4-ace7-a3dca370cb0d {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:08:43.185828 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:43.195466 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0a624f64-defe-4974-bce0-331d6d6e0119 req-d52e3e38-3d77-40eb-bb9e-8f8fd70f5e9b tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826260 Sep 01 14:08:43.202340 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af231ef8-8014-47c2-8b22-4e087f5b8b41 None None] Checking agent: {'id': '16ae7bad-0e03-4d8e-885b-3ed578a6ac87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 13, 56, 30), 'started_at': datetime.datetime(2022, 9, 1, 13, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:08:43.202723 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af231ef8-8014-47c2-8b22-4e087f5b8b41 None None] Checking segment: {'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:08:43.203274 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-af231ef8-8014-47c2-8b22-4e087f5b8b41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:43.203674 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af231ef8-8014-47c2-8b22-4e087f5b8b41 None None] Bound using segment: {'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:08:43.204158 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-af231ef8-8014-47c2-8b22-4e087f5b8b41 None None] Bound port: db651706-b019-4d4e-91ff-d62584e223b7, host: dv-cinder-852211-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:08:43.204536 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-af231ef8-8014-47c2-8b22-4e087f5b8b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (db651706-b019-4d4e-91ff-d62584e223b7), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:43.210982 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce5991-55ab-4366-9c47-4b78b0c48a22 None None] Pushing event updated for resources: {'Port': ['ID=db651706-b019-4d4e-91ff-d62584e223b7,revision_number=2']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:43.284664 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-af231ef8-8014-47c2-8b22-4e087f5b8b41 None None] For port db651706-b019-4d4e-91ff-d62584e223b7, host dv-cinder-852211-7-iscsi, cleared binding levels {{(pid=107075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:08:43.291390 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-af231ef8-8014-47c2-8b22-4e087f5b8b41 None None] For port db651706-b019-4d4e-91ff-d62584e223b7, host dv-cinder-852211-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=db651706-b019-4d4e-91ff-d62584e223b7,segment=NetworkSegment(f315c88c-0cea-42ce-ac38-790188a99330),segment_id=f315c88c-0cea-42ce-ac38-790188a99330)] {{(pid=107075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:08:43.301331 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8dbca27a-2b5e-4f9f-8b68-ed089d114412 req-681bfa2e-17d6-4da7-bb17-049c1f55ee51 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 210 time: 0.0514958 Sep 01 14:08:43.306472 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_common [None req-f2f113dc-0ed3-4396-88bc-94b1df126a4b admin admin] Allocated IP 172.20.0.1 (d990df73-a69e-4562-a002-6a937695b5ba/090e269d-51eb-4081-b0e5-a44524761efb/61a5885c-2577-492c-8cdf-49361d85db1b) {{(pid=107074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:08:43.384871 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-af231ef8-8014-47c2-8b22-4e087f5b8b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (db651706-b019-4d4e-91ff-d62584e223b7), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:43.425231 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af231ef8-8014-47c2-8b22-4e087f5b8b41 None None] Routers {'4cd8ab48-4990-4a25-9ce6-97826bc73f25'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:08:43.426537 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-af231ef8-8014-47c2-8b22-4e087f5b8b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:08:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['4cd8ab48-4990-4a25-9ce6-97826bc73f25'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:08:43.505847 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce5991-55ab-4366-9c47-4b78b0c48a22 None None] Pushing event updated for resources: {'Port': ['ID=db651706-b019-4d4e-91ff-d62584e223b7,revision_number=3']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:43.588806 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-af231ef8-8014-47c2-8b22-4e087f5b8b41 None None] Set router 4cd8ab48-4990-4a25-9ce6-97826bc73f25 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:08:43.768934 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-f2f113dc-0ed3-4396-88bc-94b1df126a4b admin admin] Publish callbacks [] for port (61a5885c-2577-492c-8cdf-49361d85db1b), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:43.819896 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8d7af-d88a-46b7-9258-7d4f0982bb75 req-23b5adbe-3540-4cba-a184-b13e7f613378 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:43.822324 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-98c8d7af-d88a-46b7-9258-7d4f0982bb75 req-23b5adbe-3540-4cba-a184-b13e7f613378 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.0767143 Sep 01 14:08:43.850876 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-af231ef8-8014-47c2-8b22-4e087f5b8b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd8ab48-4990-4a25-9ce6-97826bc73f25', 'name': 'tempest-TestShelveInstance-1289640127-router', 'tenant_id': 'c1c061b824cb4a92a469061e7a67f967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'db651706-b019-4d4e-91ff-d62584e223b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:08:36Z', 'updated_at': '2022-09-01T14:08:38Z', 'revision_number': 3, 'project_id': 'c1c061b824cb4a92a469061e7a67f967', 'gw_port': {'id': 'db651706-b019-4d4e-91ff-d62584e223b7', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ad:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd8ab48-4990-4a25-9ce6-97826bc73f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:08:37Z', 'updated_at': '2022-09-01T14:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:08:43.888108 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-98c8d7af-d88a-46b7-9258-7d4f0982bb75 req-38e5e7ac-6dbc-4dfb-b978-c7399e2fd4bb tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551465 Sep 01 14:08:43.898843 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af231ef8-8014-47c2-8b22-4e087f5b8b41 None None] The sync data for ids ['4cd8ab48-4990-4a25-9ce6-97826bc73f25'] in dv-cinder-852211-7-iscsi is: [{'id': '4cd8ab48-4990-4a25-9ce6-97826bc73f25', 'name': 'tempest-TestShelveInstance-1289640127-router', 'tenant_id': 'c1c061b824cb4a92a469061e7a67f967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'db651706-b019-4d4e-91ff-d62584e223b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:08:36Z', 'updated_at': '2022-09-01T14:08:38Z', 'revision_number': 3, 'project_id': 'c1c061b824cb4a92a469061e7a67f967', 'gw_port': {'id': 'db651706-b019-4d4e-91ff-d62584e223b7', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ad:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd8ab48-4990-4a25-9ce6-97826bc73f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:08:37Z', 'updated_at': '2022-09-01T14:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}] {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:08:44.040211 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-f2f113dc-0ed3-4396-88bc-94b1df126a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (61a5885c-2577-492c-8cdf-49361d85db1b), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:44.089548 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f113dc-0ed3-4396-88bc-94b1df126a4b admin admin] Network d990df73-a69e-4562-a002-6a937695b5ba is already hosted by enough agents. {{(pid=107074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:08:44.091787 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-f2f113dc-0ed3-4396-88bc-94b1df126a4b admin admin] Resources bound (agent type, host, resource id): {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:08:44.096350 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f113dc-0ed3-4396-88bc-94b1df126a4b admin admin] Received port after_create {{(pid=107074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:08:44.102794 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f113dc-0ed3-4396-88bc-94b1df126a4b admin admin] Pushing event updated for resources: {'Port': ['ID=61a5885c-2577-492c-8cdf-49361d85db1b,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:44.136123 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f113dc-0ed3-4396-88bc-94b1df126a4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:44.136490 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f113dc-0ed3-4396-88bc-94b1df126a4b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:44.136825 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f113dc-0ed3-4396-88bc-94b1df126a4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:44.137172 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f113dc-0ed3-4396-88bc-94b1df126a4b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:44.137515 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f113dc-0ed3-4396-88bc-94b1df126a4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:44.137847 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f113dc-0ed3-4396-88bc-94b1df126a4b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:44.140063 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f113dc-0ed3-4396-88bc-94b1df126a4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:44.140063 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f113dc-0ed3-4396-88bc-94b1df126a4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:44.140063 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f113dc-0ed3-4396-88bc-94b1df126a4b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:44.140063 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f113dc-0ed3-4396-88bc-94b1df126a4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:44.140063 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f113dc-0ed3-4396-88bc-94b1df126a4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:44.140063 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f113dc-0ed3-4396-88bc-94b1df126a4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:44.141255 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f113dc-0ed3-4396-88bc-94b1df126a4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:44.141255 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f113dc-0ed3-4396-88bc-94b1df126a4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:44.141255 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f113dc-0ed3-4396-88bc-94b1df126a4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:44.210119 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-f2f113dc-0ed3-4396-88bc-94b1df126a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33120883'] for router_interface (4cd8ab48-4990-4a25-9ce6-97826bc73f25), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:44.389815 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:44.426983 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0f7ab041-34cf-4534-b4dd-1e5dcd62d509 req-1f6f4861-c85f-4cb5-a271-bd3b2bbf6f7f tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=81fe7593-66bc-442e-bd42-67dbb727a356 HTTP/1.1" status: 200 len: 210 time: 0.1335876 Sep 01 14:08:44.453063 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:44.594251 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-f2f113dc-0ed3-4396-88bc-94b1df126a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (61a5885c-2577-492c-8cdf-49361d85db1b), before_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:44.627966 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf685cd-2115-4129-9733-2b24902fd977 req-8df5ea07-49bf-4290-8029-9931fe387ea9 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:44.631533 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-dbf685cd-2115-4129-9733-2b24902fd977 req-8df5ea07-49bf-4290-8029-9931fe387ea9 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.2103434 Sep 01 14:08:44.671907 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device db651706-b019-4d4e-91ff-d62584e223b7 up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:08:44.681388 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-9934d5aa-384f-4daf-9426-1a2a6e7276c1 None None] Provisioning complete for port 61a5885c-2577-492c-8cdf-49361d85db1b triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:08:44.682313 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-9934d5aa-384f-4daf-9426-1a2a6e7276c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (61a5885c-2577-492c-8cdf-49361d85db1b), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:44.703245 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6a1ef830-7068-4f8a-9828-2786b6c912af req-c014730e-04da-4a42-9ff5-cd6e7181c2c8 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 210 time: 0.0637572 Sep 01 14:08:44.777118 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:44.812667 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-dbf685cd-2115-4129-9733-2b24902fd977 req-a79029ce-8341-488e-bbf7-c808302b5a7a tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530600 Sep 01 14:08:44.833417 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-9934d5aa-384f-4daf-9426-1a2a6e7276c1 None None] Port 61a5885c-2577-492c-8cdf-49361d85db1b cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 14:08:44.873193 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-f2f113dc-0ed3-4396-88bc-94b1df126a4b admin admin] Publish callbacks [] for port (61a5885c-2577-492c-8cdf-49361d85db1b), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:44.877682 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port db651706-b019-4d4e-91ff-d62584e223b7 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:08:44.878572 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (db651706-b019-4d4e-91ff-d62584e223b7), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:44.987177 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port db651706-b019-4d4e-91ff-d62584e223b7 is: DOWN; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:08:44.987646 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (db651706-b019-4d4e-91ff-d62584e223b7), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:45.007227 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-f2f113dc-0ed3-4396-88bc-94b1df126a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923807'] for port (61a5885c-2577-492c-8cdf-49361d85db1b), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:45.019532 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] For port db651706-b019-4d4e-91ff-d62584e223b7, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=db651706-b019-4d4e-91ff-d62584e223b7,segment=NetworkSegment(f315c88c-0cea-42ce-ac38-790188a99330),segment_id=f315c88c-0cea-42ce-ac38-790188a99330)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:08:45.117318 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a399e-85f2-403c-a85f-49b66e0435da req-a47361fb-0744-4fbd-a6f0-6a60ca383f05 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:45.125503 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-006a399e-85f2-403c-a85f-49b66e0435da req-a47361fb-0744-4fbd-a6f0-6a60ca383f05 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.0849938 Sep 01 14:08:45.143800 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f113dc-0ed3-4396-88bc-94b1df126a4b admin admin] Pushing event updated for resources: {'Port': ['ID=61a5885c-2577-492c-8cdf-49361d85db1b,revision_number=2']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:45.146830 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-f2f113dc-0ed3-4396-88bc-94b1df126a4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33091771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33120975'] for router_interface (4cd8ab48-4990-4a25-9ce6-97826bc73f25), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:45.166798 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (db651706-b019-4d4e-91ff-d62584e223b7), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:45.262587 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-006a399e-85f2-403c-a85f-49b66e0435da req-e9d7b15d-abbe-4bc0-92be-38dfbb0aa2f1 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319196 Sep 01 14:08:45.291616 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Pushing event updated for resources: {'Port': ['ID=db651706-b019-4d4e-91ff-d62584e223b7,revision_number=4']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:45.293465 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f113dc-0ed3-4396-88bc-94b1df126a4b admin admin] Network d990df73-a69e-4562-a002-6a937695b5ba is already hosted by enough agents. {{(pid=107074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:08:45.295655 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-f2f113dc-0ed3-4396-88bc-94b1df126a4b admin admin] Resources bound (agent type, host, resource id): {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:08:45.528017 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f113dc-0ed3-4396-88bc-94b1df126a4b admin admin] Router 4cd8ab48-4990-4a25-9ce6-97826bc73f25 has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:08:45.586313 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:45.671588 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-9e2443e7-5f35-48a7-9490-dbedef22479f None None] Provisioning complete for port 61a5885c-2577-492c-8cdf-49361d85db1b triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:08:45.672976 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-9e2443e7-5f35-48a7-9490-dbedef22479f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (61a5885c-2577-492c-8cdf-49361d85db1b), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:45.691087 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b44380c7-191f-4929-a545-e5566ff064e1 req-aa07baef-fc2f-4978-93fa-ef01b00f3e96 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=81fe7593-66bc-442e-bd42-67dbb727a356 HTTP/1.1" status: 200 len: 210 time: 0.0693913 Sep 01 14:08:45.703073 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cd5a0537-f96b-4416-a542-19c69d434722 req-e1e377fb-f60c-452c-83fb-f8e5561f49e5 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9cdd4113-f7e0-45eb-bbb2-5da93102bf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908422 Sep 01 14:08:45.713972 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f113dc-0ed3-4396-88bc-94b1df126a4b admin admin] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:08:45.728907 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-f2f113dc-0ed3-4396-88bc-94b1df126a4b admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/4cd8ab48-4990-4a25-9ce6-97826bc73f25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5710421 Sep 01 14:08:45.735380 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-9e2443e7-5f35-48a7-9490-dbedef22479f None None] Port 61a5885c-2577-492c-8cdf-49361d85db1b cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 14:08:45.895495 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3db5e3c4-1f8c-4709-bbbb-3478a6d741df req-f5e5acc0-f526-4175-a4ae-0aa998f54df9 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 210 time: 0.0464735 Sep 01 14:08:45.943492 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:46.027622 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0ba9f-dd20-4254-abaf-79170aa74e9e req-1e0ee7a9-2acf-4c6b-a126-76a0d9aa1aa0 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:46.030405 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-fdf0ba9f-dd20-4254-abaf-79170aa74e9e req-1e0ee7a9-2acf-4c6b-a126-76a0d9aa1aa0 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.0784974 Sep 01 14:08:46.056008 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:46.114876 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-fdf0ba9f-dd20-4254-abaf-79170aa74e9e req-b242773d-06c9-41a4-a11b-cf3f7983e624 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733736 Sep 01 14:08:46.484203 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ba4f52-d27e-486a-9acc-681a99163b66 None None] Sync routers for ids ['4cd8ab48-4990-4a25-9ce6-97826bc73f25'] in dv-cinder-852211-7-iscsi {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:08:46.512243 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ba4f52-d27e-486a-9acc-681a99163b66 None None] Routers {'4cd8ab48-4990-4a25-9ce6-97826bc73f25'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:08:46.512916 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-e4ba4f52-d27e-486a-9acc-681a99163b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:08:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['4cd8ab48-4990-4a25-9ce6-97826bc73f25'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:08:46.515702 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838ae54-0d59-4ee5-8fd4-feaad2a186c4 req-06e7276c-b8b4-441d-a031-84f2a8d65552 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:46.521188 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1838ae54-0d59-4ee5-8fd4-feaad2a186c4 req-06e7276c-b8b4-441d-a031-84f2a8d65552 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.1111190 Sep 01 14:08:46.560478 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device db651706-b019-4d4e-91ff-d62584e223b7 up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:08:46.660942 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1838ae54-0d59-4ee5-8fd4-feaad2a186c4 req-767a8011-1f9d-49d2-8e6a-23bab89c2fd9 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274447 Sep 01 14:08:46.712290 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port db651706-b019-4d4e-91ff-d62584e223b7 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:08:46.713105 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (db651706-b019-4d4e-91ff-d62584e223b7), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:46.724609 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-e4ba4f52-d27e-486a-9acc-681a99163b66 None None] Set router 4cd8ab48-4990-4a25-9ce6-97826bc73f25 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:08:46.835803 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:46.849251 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port db651706-b019-4d4e-91ff-d62584e223b7 is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:08:46.983094 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4f259998-ccf9-4621-a394-279c69a5699b req-3f2b06e3-4f75-4d79-8ec3-1f2f9ded4ae7 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=81fe7593-66bc-442e-bd42-67dbb727a356 HTTP/1.1" status: 200 len: 210 time: 0.0657938 Sep 01 14:08:47.099960 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c32d327e-cf5c-4ecb-82d5-0a1a9d8d793f req-f11229cb-ee87-468f-93da-1258be63b2cc tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 210 time: 0.0608525 Sep 01 14:08:47.207502 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:47.231421 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 58204) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:47.240730 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-29df02b7-5114-4755-9c3c-28b57628c8f3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1663840984-network', 'tenant_id': 'f394f5c330444b81b46cb0ba3f026cf0'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:08:47.297173 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-e4ba4f52-d27e-486a-9acc-681a99163b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd8ab48-4990-4a25-9ce6-97826bc73f25', 'name': 'tempest-TestShelveInstance-1289640127-router', 'tenant_id': 'c1c061b824cb4a92a469061e7a67f967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'db651706-b019-4d4e-91ff-d62584e223b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:08:36Z', 'updated_at': '2022-09-01T14:08:44Z', 'revision_number': 4, 'project_id': 'c1c061b824cb4a92a469061e7a67f967', 'gw_port': {'id': 'db651706-b019-4d4e-91ff-d62584e223b7', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8ab48-4990-4a25-9ce6-97826bc73f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:08:37Z', 'updated_at': '2022-09-01T14:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '61a5885c-2577-492c-8cdf-49361d85db1b', 'name': '', 'network_id': 'd990df73-a69e-4562-a002-6a937695b5ba', 'tenant_id': 'c1c061b824cb4a92a469061e7a67f967', 'mac_address': 'fa:16:3e:68:8b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd8ab48-4990-4a25-9ce6-97826bc73f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '090e269d-51eb-4081-b0e5-a44524761efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:08:42Z', 'updated_at': '2022-09-01T14:08:44Z', 'revision_number': 2, 'project_id': 'c1c061b824cb4a92a469061e7a67f967', 'subnets': [{'id': '090e269d-51eb-4081-b0e5-a44524761efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:08:47.314661 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe095bc-0508-4d38-a5c2-baa298d9ee89 req-9fab38ff-e20c-4579-ba2c-45256293200c tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:47.322513 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4fe095bc-0508-4d38-a5c2-baa298d9ee89 req-9fab38ff-e20c-4579-ba2c-45256293200c tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.0719039 Sep 01 14:08:47.340819 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ba4f52-d27e-486a-9acc-681a99163b66 None None] Checking router: 4cd8ab48-4990-4a25-9ce6-97826bc73f25 for host: dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:08:47.341395 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ba4f52-d27e-486a-9acc-681a99163b66 None None] Updating router 4cd8ab48-4990-4a25-9ce6-97826bc73f25 port 61a5885c-2577-492c-8cdf-49361d85db1b binding host dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:08:47.382820 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4fe095bc-0508-4d38-a5c2-baa298d9ee89 req-be0d5632-d1d5-43a0-b1f6-12853f3e536c tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588994 Sep 01 14:08:47.399641 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-e4ba4f52-d27e-486a-9acc-681a99163b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (61a5885c-2577-492c-8cdf-49361d85db1b), before_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:47.457527 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29df02b7-5114-4755-9c3c-28b57628c8f3 admin admin] Made reservation on behalf of f394f5c330444b81b46cb0ba3f026cf0 for: {'network': 1} {{(pid=107074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:08:47.460363 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-29df02b7-5114-4755-9c3c-28b57628c8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for network (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:47.472559 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-29df02b7-5114-4755-9c3c-28b57628c8f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:47.483125 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:47.592375 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-29df02b7-5114-4755-9c3c-28b57628c8f3 admin admin] Publish callbacks [] for security_group (ac2bbd4f-863c-47a6-97e3-4aecc3f750c6), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:47.703454 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-29df02b7-5114-4755-9c3c-28b57628c8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (ac2bbd4f-863c-47a6-97e3-4aecc3f750c6), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:47.745941 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-e4ba4f52-d27e-486a-9acc-681a99163b66 None None] Publish callbacks [] for port (61a5885c-2577-492c-8cdf-49361d85db1b), precommit_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:47.758306 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29df02b7-5114-4755-9c3c-28b57628c8f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=107074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:08:47.774844 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df02b7-5114-4755-9c3c-28b57628c8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2bbd4f-863c-47a6-97e3-4aecc3f750c6,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:47.787107 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-29df02b7-5114-4755-9c3c-28b57628c8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881'] for segment (2c1e00d1-da8e-4d35-aaea-e5f60ce91a09), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:47.787658 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.db.segments_db [None req-29df02b7-5114-4755-9c3c-28b57628c8f3 admin admin] Added segment 2c1e00d1-da8e-4d35-aaea-e5f60ce91a09 of type vlan for network 06feea0c-c6e5-47c0-a95a-cd6177e8c337 Sep 01 14:08:47.839904 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-29df02b7-5114-4755-9c3c-28b57628c8f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786311408797'] for network (06feea0c-c6e5-47c0-a95a-cd6177e8c337), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:47.848175 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf483b-4548-4e52-9152-cf7cc215416c req-45311190-f490-453a-9dad-cbb66262b4e2 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:47.850368 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7acf483b-4548-4e52-9152-cf7cc215416c req-45311190-f490-453a-9dad-cbb66262b4e2 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 945 time: 0.0669379 Sep 01 14:08:47.880346 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-e4ba4f52-d27e-486a-9acc-681a99163b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (61a5885c-2577-492c-8cdf-49361d85db1b), after_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:47.943455 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7acf483b-4548-4e52-9152-cf7cc215416c req-97c65201-1491-4bcd-849c-bc82dab5342d tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825562 Sep 01 14:08:47.950454 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebc401-aef6-4c16-a984-5465cf167d06 None None] Pushing event updated for resources: {'Port': ['ID=61a5885c-2577-492c-8cdf-49361d85db1b,revision_number=3']} {{(pid=107076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:47.979129 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ebc401-aef6-4c16-a984-5465cf167d06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:47.979470 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ebc401-aef6-4c16-a984-5465cf167d06 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:47.979845 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ebc401-aef6-4c16-a984-5465cf167d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:47.980193 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ebc401-aef6-4c16-a984-5465cf167d06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:47.980527 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ebc401-aef6-4c16-a984-5465cf167d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:47.980857 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ebc401-aef6-4c16-a984-5465cf167d06 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:47.981234 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ebc401-aef6-4c16-a984-5465cf167d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:47.981558 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ebc401-aef6-4c16-a984-5465cf167d06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:47.981888 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ebc401-aef6-4c16-a984-5465cf167d06 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:47.982238 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ebc401-aef6-4c16-a984-5465cf167d06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:47.982565 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ebc401-aef6-4c16-a984-5465cf167d06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:47.982911 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ebc401-aef6-4c16-a984-5465cf167d06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:47.983238 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ebc401-aef6-4c16-a984-5465cf167d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:47.983552 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ebc401-aef6-4c16-a984-5465cf167d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:47.983874 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ebc401-aef6-4c16-a984-5465cf167d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:47.988940 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-29df02b7-5114-4755-9c3c-28b57628c8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793'] for network (06feea0c-c6e5-47c0-a95a-cd6177e8c337), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:47.990352 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29df02b7-5114-4755-9c3c-28b57628c8f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:47.991100 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-29df02b7-5114-4755-9c3c-28b57628c8f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for network (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:48.005830 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.managers [None req-e4ba4f52-d27e-486a-9acc-681a99163b66 None None] Attempting to bind port 61a5885c-2577-492c-8cdf-49361d85db1b on host dv-cinder-852211-7-iscsi for vnic_type normal with profile {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:08:48.006247 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.managers [None req-e4ba4f52-d27e-486a-9acc-681a99163b66 None None] Attempting to bind port 61a5885c-2577-492c-8cdf-49361d85db1b by drivers openvswitch,hyperv on host dv-cinder-852211-7-iscsi at level 0 using segments [{'id': '83618588-9564-4de1-960d-f9cb798a5af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd990df73-a69e-4562-a002-6a937695b5ba'}] {{(pid=107076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:08:48.006614 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ba4f52-d27e-486a-9acc-681a99163b66 None None] Attempting to bind port 61a5885c-2577-492c-8cdf-49361d85db1b on network d990df73-a69e-4562-a002-6a937695b5ba {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:08:48.015729 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ba4f52-d27e-486a-9acc-681a99163b66 None None] Checking agent: {'id': '16ae7bad-0e03-4d8e-885b-3ed578a6ac87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 13, 56, 30), 'started_at': datetime.datetime(2022, 9, 1, 13, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:08:48.016093 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ba4f52-d27e-486a-9acc-681a99163b66 None None] Checking segment: {'id': '83618588-9564-4de1-960d-f9cb798a5af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd990df73-a69e-4562-a002-6a937695b5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:08:48.017221 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-e4ba4f52-d27e-486a-9acc-681a99163b66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:48.017609 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ba4f52-d27e-486a-9acc-681a99163b66 None None] Bound using segment: {'id': '83618588-9564-4de1-960d-f9cb798a5af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd990df73-a69e-4562-a002-6a937695b5ba'} {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:08:48.019749 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.managers [None req-e4ba4f52-d27e-486a-9acc-681a99163b66 None None] Bound port: 61a5885c-2577-492c-8cdf-49361d85db1b, host: dv-cinder-852211-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83618588-9564-4de1-960d-f9cb798a5af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd990df73-a69e-4562-a002-6a937695b5ba'}}] {{(pid=107076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:08:48.020143 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-e4ba4f52-d27e-486a-9acc-681a99163b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (61a5885c-2577-492c-8cdf-49361d85db1b), before_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:48.108439 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df02b7-5114-4755-9c3c-28b57628c8f3 admin admin] Pushing event updated for resources: {'Network': ['ID=06feea0c-c6e5-47c0-a95a-cd6177e8c337,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:48.119438 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.db [None req-e4ba4f52-d27e-486a-9acc-681a99163b66 None None] For port 61a5885c-2577-492c-8cdf-49361d85db1b, host dv-cinder-852211-7-iscsi, cleared binding levels {{(pid=107076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:08:48.124775 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-29df02b7-5114-4755-9c3c-28b57628c8f3 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8909435 Sep 01 14:08:48.125224 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 9ae4ab09-714c-4175-ba0d-7b76b31e652d no longer exists at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:08:48.126098 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.db [None req-e4ba4f52-d27e-486a-9acc-681a99163b66 None None] For port 61a5885c-2577-492c-8cdf-49361d85db1b, host dv-cinder-852211-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=61a5885c-2577-492c-8cdf-49361d85db1b,segment=NetworkSegment(83618588-9564-4de1-960d-f9cb798a5af2),segment_id=83618588-9564-4de1-960d-f9cb798a5af2)] {{(pid=107076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:08:48.128261 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 58224) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:48.137783 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-5ebd12d9-d624-4675-837d-73dcb0382c84 admin admin] Request body: {'subnet': {'network_id': '06feea0c-c6e5-47c0-a95a-cd6177e8c337', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1663840984-subnet', 'tenant_id': 'f394f5c330444b81b46cb0ba3f026cf0', 'ip_version': 4}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:08:48.236942 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Network 06feea0c-c6e5-47c0-a95a-cd6177e8c337 details requested by agent ovs-agent-dv-cinder-852211-7-iscsi with host dv-cinder-852211-7-iscsi {{(pid=107075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:08:48.255640 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a760715a-7815-4026-8567-4c9f4806209a req-836cfe0e-86f6-4517-8e4c-f3e52286e762 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=81fe7593-66bc-442e-bd42-67dbb727a356 HTTP/1.1" status: 200 len: 210 time: 0.1481283 Sep 01 14:08:48.257252 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3c1e4-e8fe-4881-8985-9d69fdb11a4e req-887abad8-3ca6-4220-8450-69af69c155ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:48.260144 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-c7e3c1e4-e8fe-4881-8985-9d69fdb11a4e req-887abad8-3ca6-4220-8450-69af69c155ec service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=3ed58deb61194a5ba3f2d46eb7e5680c&device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 1129 time: 0.0945351 Sep 01 14:08:48.275636 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-e4ba4f52-d27e-486a-9acc-681a99163b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (61a5885c-2577-492c-8cdf-49361d85db1b), after_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:48.279309 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebd12d9-d624-4675-837d-73dcb0382c84 admin admin] Made reservation on behalf of f394f5c330444b81b46cb0ba3f026cf0 for: {'subnet': 1} {{(pid=107074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:08:48.302619 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5ebd12d9-d624-4675-837d-73dcb0382c84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2708979'] for subnet (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:48.364124 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-370512bf-dfe3-4d9d-a133-e94a82d179aa req-2425af9d-9a8f-4e20-8635-9be7614b548e tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 210 time: 0.0769362 Sep 01 14:08:48.388701 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:48.390123 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:48.391132 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebc401-aef6-4c16-a984-5465cf167d06 None None] Pushing event updated for resources: {'Port': ['ID=61a5885c-2577-492c-8cdf-49361d85db1b,revision_number=4']} {{(pid=107076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:48.401623 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ba4f52-d27e-486a-9acc-681a99163b66 None None] Routers {'4cd8ab48-4990-4a25-9ce6-97826bc73f25'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:08:48.402565 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-e4ba4f52-d27e-486a-9acc-681a99163b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:08:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['4cd8ab48-4990-4a25-9ce6-97826bc73f25'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:08:48.572282 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 9ae4ab09-714c-4175-ba0d-7b76b31e652d is: ACTIVE; New status is: DOWN {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:08:48.572819 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (9ae4ab09-714c-4175-ba0d-7b76b31e652d), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:48.600582 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-e4ba4f52-d27e-486a-9acc-681a99163b66 None None] Set router 4cd8ab48-4990-4a25-9ce6-97826bc73f25 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:08:48.618190 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:48.692773 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39f7090-b419-46be-9fcc-7ae73004ab71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ae4ab09-714c-4175-ba0d-7b76b31e652d'}] {{(pid=107075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:08:48.708402 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea684a423e005867ab2b2321dba33e59ce354bd0b218533ae43957e9dbf26841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d569051-76da-463b-83de-a59f46c47f9f" -d '{"events": [{"server_uuid": "d39f7090-b419-46be-9fcc-7ae73004ab71", "name": "network-vif-unplugged", "status": "completed", "tag": "9ae4ab09-714c-4175-ba0d-7b76b31e652d"}]}' {{(pid=107075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:08:48.790951 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 9ae4ab09-714c-4175-ba0d-7b76b31e652d, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9ae4ab09-714c-4175-ba0d-7b76b31e652d,segment=NetworkSegment(64991032-cb00-4fe3-9882-ec8e7671fd4e),segment_id=64991032-cb00-4fe3-9882-ec8e7671fd4e)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:08:48.889844 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 01 Sep 2022 14:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af23d2b5-ccd1-47ed-b4eb-9da55a065061 x-openstack-request-id: req-af23d2b5-ccd1-47ed-b4eb-9da55a065061 {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:08:48.890270 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39f7090-b419-46be-9fcc-7ae73004ab71", "name": "network-vif-unplugged", "status": "completed", "tag": "9ae4ab09-714c-4175-ba0d-7b76b31e652d", "code": 200}]} {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:08:48.890610 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af23d2b5-ccd1-47ed-b4eb-9da55a065061 {{(pid=107075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:08:48.891178 dv-cinder-852211-7-iscsi neutron-server[107075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af23d2b5-ccd1-47ed-b4eb-9da55a065061'] response: {'server_uuid': 'd39f7090-b419-46be-9fcc-7ae73004ab71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ae4ab09-714c-4175-ba0d-7b76b31e652d', 'code': 200} Sep 01 14:08:48.926880 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (9ae4ab09-714c-4175-ba0d-7b76b31e652d), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:49.034250 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b237a-b3b7-470b-b8ff-ad4689f11b2c req-c321278a-540b-46b4-b47f-941053d9b43a tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:49.047989 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:49.052867 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-341b237a-b3b7-470b-b8ff-ad4689f11b2c req-c321278a-540b-46b4-b47f-941053d9b43a tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.3677764 Sep 01 14:08:49.077071 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3c1e4-e8fe-4881-8985-9d69fdb11a4e req-45033ec3-d248-4939-a96e-9ef09d4de05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:49.094051 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-c7e3c1e4-e8fe-4881-8985-9d69fdb11a4e req-45033ec3-d248-4939-a96e-9ef09d4de05b service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=04671c53-ca48-4ca5-8247-463b6ac1fbe1 HTTP/1.1" status: 200 len: 918 time: 0.5299115 Sep 01 14:08:49.115664 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=9ae4ab09-714c-4175-ba0d-7b76b31e652d,revision_number=8']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:49.188819 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-e4ba4f52-d27e-486a-9acc-681a99163b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd8ab48-4990-4a25-9ce6-97826bc73f25', 'name': 'tempest-TestShelveInstance-1289640127-router', 'tenant_id': 'c1c061b824cb4a92a469061e7a67f967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'db651706-b019-4d4e-91ff-d62584e223b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:08:36Z', 'updated_at': '2022-09-01T14:08:44Z', 'revision_number': 4, 'project_id': 'c1c061b824cb4a92a469061e7a67f967', 'gw_port': {'id': 'db651706-b019-4d4e-91ff-d62584e223b7', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8ab48-4990-4a25-9ce6-97826bc73f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:08:37Z', 'updated_at': '2022-09-01T14:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '61a5885c-2577-492c-8cdf-49361d85db1b', 'name': '', 'network_id': 'd990df73-a69e-4562-a002-6a937695b5ba', 'tenant_id': 'c1c061b824cb4a92a469061e7a67f967', 'mac_address': 'fa:16:3e:68:8b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd8ab48-4990-4a25-9ce6-97826bc73f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '090e269d-51eb-4081-b0e5-a44524761efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:08:42Z', 'updated_at': '2022-09-01T14:08:48Z', 'revision_number': 4, 'project_id': 'c1c061b824cb4a92a469061e7a67f967', 'subnets': [{'id': '090e269d-51eb-4081-b0e5-a44524761efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:08:49.243248 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5ebd12d9-d624-4675-837d-73dcb0382c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2922390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2708929'] for subnet (827db297-0680-4003-aba7-d1bdadf93cbf), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:49.251234 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ba4f52-d27e-486a-9acc-681a99163b66 None None] The sync data for ids ['4cd8ab48-4990-4a25-9ce6-97826bc73f25'] in dv-cinder-852211-7-iscsi is: [{'id': '4cd8ab48-4990-4a25-9ce6-97826bc73f25', 'name': 'tempest-TestShelveInstance-1289640127-router', 'tenant_id': 'c1c061b824cb4a92a469061e7a67f967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'db651706-b019-4d4e-91ff-d62584e223b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:08:36Z', 'updated_at': '2022-09-01T14:08:44Z', 'revision_number': 4, 'project_id': 'c1c061b824cb4a92a469061e7a67f967', 'gw_port': {'id': 'db651706-b019-4d4e-91ff-d62584e223b7', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8ab48-4990-4a25-9ce6-97826bc73f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:08:37Z', 'updated_at': '2022-09-01T14:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '61a5885c-2577-492c-8cdf-49361d85db1b', 'name': '', 'network_id': 'd990df73-a69e-4562-a002-6a937695b5ba', 'tenant_id': 'c1c061b824cb4a92a469061e7a67f967', 'mac_address': 'fa:16:3e:68:8b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd8ab48-4990-4a25-9ce6-97826bc73f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '090e269d-51eb-4081-b0e5-a44524761efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:08:42Z', 'updated_at': '2022-09-01T14:08:48Z', 'revision_number': 4, 'project_id': 'c1c061b824cb4a92a469061e7a67f967', 'subnets': [{'id': '090e269d-51eb-4081-b0e5-a44524761efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:08:49.289173 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-341b237a-b3b7-470b-b8ff-ad4689f11b2c req-72a947e3-2f56-457d-9357-b876abf8e94e tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2350638 Sep 01 14:08:49.299357 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:49.374641 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2c76b-254d-4bd6-8676-9e19822bf90d req-a3a87d56-e0b2-49ac-8ab6-45b58ec86121 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:49.403063 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4cc2c76b-254d-4bd6-8676-9e19822bf90d req-a3a87d56-e0b2-49ac-8ab6-45b58ec86121 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 943 time: 0.2338176 Sep 01 14:08:49.429329 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebd12d9-d624-4675-837d-73dcb0382c84 admin admin] Checking segment: {'id': '2c1e00d1-da8e-4d35-aaea-e5f60ce91a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '06feea0c-c6e5-47c0-a95a-cd6177e8c337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:08:49.430823 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebd12d9-d624-4675-837d-73dcb0382c84 admin admin] Network hostable DHCP agents. Network: 06feea0c-c6e5-47c0-a95a-cd6177e8c337, hostable agents: ['e6fb8577-74ae-4f68-b634-c24662e9afb4'], hosted agents: [] {{(pid=107074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:08:49.441880 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-c7e3c1e4-e8fe-4881-8985-9d69fdb11a4e req-8c8aa903-b220-4808-ba0e-bf604b347951 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ae4ab09-714c-4175-ba0d-7b76b31e652d HTTP/1.1" status: 200 len: 999 time: 0.3458157 Sep 01 14:08:49.532495 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd12d9-d624-4675-837d-73dcb0382c84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=827db297-0680-4003-aba7-d1bdadf93cbf,revision_number=0']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:49.546156 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b838c5ad-f92e-4d2e-928f-5e9bac386cac req-8d1c73a3-c639-4da0-843c-7328c0473acd tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=81fe7593-66bc-442e-bd42-67dbb727a356 HTTP/1.1" status: 200 len: 210 time: 0.1004446 Sep 01 14:08:49.553378 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-59b5c404-064f-4ca9-b0b8-046fe98bce82 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:49.570939 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3c1e4-e8fe-4881-8985-9d69fdb11a4e req-addcbef5-d25c-4831-bd65-c97f31944363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:49.570939 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-c7e3c1e4-e8fe-4881-8985-9d69fdb11a4e req-addcbef5-d25c-4831-bd65-c97f31944363 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=5274d38f-79ac-43b5-aae2-e29860924168 HTTP/1.1" status: 200 len: 856 time: 0.0979609 Sep 01 14:08:49.571109 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-59b5c404-064f-4ca9-b0b8-046fe98bce82 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.72 "GET /networking/v2.0/networks?id=9cdd4113-f7e0-45eb-bbb2-5da93102bf6c HTTP/1.1" status: 200 len: 818 time: 0.7680337 Sep 01 14:08:49.608596 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4cc2c76b-254d-4bd6-8676-9e19822bf90d req-363d8f14-885e-4070-a819-9329023b1779 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996624 Sep 01 14:08:49.627787 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebd12d9-d624-4675-837d-73dcb0382c84 admin admin] Network 06feea0c-c6e5-47c0-a95a-cd6177e8c337 is scheduled to be hosted by DHCP agent e6fb8577-74ae-4f68-b634-c24662e9afb4 with binding_index 1 {{(pid=107074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:08:49.676072 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 6 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:08:49.763873 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-cd7007a6-8e14-4e5a-9f6f-93ec6389ed89 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=36049d2090b84443a3bf3bf00558379e HTTP/1.1" status: 200 len: 380 time: 0.1338062 Sep 01 14:08:49.779556 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3c1e4-e8fe-4881-8985-9d69fdb11a4e req-e4488830-29e2-4804-8af8-52d7197a97c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:49.781296 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-c7e3c1e4-e8fe-4881-8985-9d69fdb11a4e req-e4488830-29e2-4804-8af8-52d7197a97c0 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=04671c53-ca48-4ca5-8247-463b6ac1fbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1454225 Sep 01 14:08:49.839843 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-13cdcd81-d5ff-4eef-a0de-d0133eb8259d req-23dd5ed3-7d53-4f6f-9527-70a9ec988bea tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 210 time: 0.0540297 Sep 01 14:08:49.851481 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-5ebd12d9-d624-4675-837d-73dcb0382c84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-7-iscsi, 06feea0c-c6e5-47c0-a95a-cd6177e8c337) {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:08:49.858106 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebd12d9-d624-4675-837d-73dcb0382c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:49.858772 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5ebd12d9-d624-4675-837d-73dcb0382c84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for subnet (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:49.865879 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb833ec-e894-42fc-a245-549cf174978b None None] Network 06feea0c-c6e5-47c0-a95a-cd6177e8c337 requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:08:49.951640 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-e1361760-6f12-4ad5-94cb-40cc2ee0a98d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Request body: {'port': {'device_id': '1988647a-695e-49b8-a5d3-dd6c93c10ae5', 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c', 'admin_state_up': True, 'tenant_id': '36049d2090b84443a3bf3bf00558379e', 'security_groups': ['aae936a3-a9ba-4942-bbd3-852eed2cdb00']}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:08:50.084365 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-c7e3c1e4-e8fe-4881-8985-9d69fdb11a4e req-c7712745-a881-4a33-abab-6e440253a6d0 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/04671c53-ca48-4ca5-8247-463b6ac1fbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385348 Sep 01 14:08:50.092001 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-5ebd12d9-d624-4675-837d-73dcb0382c84 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9618039 Sep 01 14:08:50.092811 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 58260) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:50.101764 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-b077ff31-3f5b-4ac5-8ec7-e3598f7e3673 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1663840984-router', 'tenant_id': 'f394f5c330444b81b46cb0ba3f026cf0', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:08:50.113282 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:50.118009 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5a762d-c2f8-4734-bb94-7efeb90dda8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90e2f4e2-ea37-5315-bbf9-53240d5a3a76-06feea0c-c6e5-47c0-a95a-cd6177e8c337', 'network_id': '06feea0c-c6e5-47c0-a95a-cd6177e8c337', 'project_id': 'f394f5c330444b81b46cb0ba3f026cf0', 'fixed_ips': [{'subnet_id': '827db297-0680-4003-aba7-d1bdadf93cbf'}]}} from dv-cinder-852211-7-iscsi. {{(pid=107075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 01 14:08:50.122365 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-3f5a762d-c2f8-4734-bb94-7efeb90dda8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:50.412999 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-c7e3c1e4-e8fe-4881-8985-9d69fdb11a4e req-7a2ec4bf-6f74-463f-9d65-7eb009003a12 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/04671c53-ca48-4ca5-8247-463b6ac1fbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190198 Sep 01 14:08:50.442003 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b077ff31-3f5b-4ac5-8ec7-e3598f7e3673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33128399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3528'] for router (b4e49c42-31a3-4477-8dfe-ae98adf9714b), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:50.443256 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b077ff31-3f5b-4ac5-8ec7-e3598f7e3673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33127825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-480353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3571'] for router (b4e49c42-31a3-4477-8dfe-ae98adf9714b), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:50.511447 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.db_base_plugin_common [None req-3f5a762d-c2f8-4734-bb94-7efeb90dda8a None None] Allocated IP 172.20.0.2 (06feea0c-c6e5-47c0-a95a-cd6177e8c337/827db297-0680-4003-aba7-d1bdadf93cbf/5dd03242-5715-42b7-9c43-0e88c5bb2d44) {{(pid=107075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:08:50.565264 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b077ff31-3f5b-4ac5-8ec7-e3598f7e3673 admin admin] Publish callbacks [] for router_controller (b4e49c42-31a3-4477-8dfe-ae98adf9714b), precommit_add_association {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:50.741818 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:50.781408 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-974abe71-ac4d-4f47-ab58-91e654bd4b15 req-846071ab-6d28-40f2-9de0-c1e1052b7fbb tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=81fe7593-66bc-442e-bd42-67dbb727a356 HTTP/1.1" status: 200 len: 210 time: 0.0464690 Sep 01 14:08:50.790742 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87fe9b-9a80-4a67-8bb7-5297911b288d req-c058bec3-e851-4a6b-a81b-7bd0103fe011 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:50.797944 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-bd87fe9b-9a80-4a67-8bb7-5297911b288d req-c058bec3-e851-4a6b-a81b-7bd0103fe011 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.5091054 Sep 01 14:08:50.845136 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-3f5a762d-c2f8-4734-bb94-7efeb90dda8a None None] Publish callbacks [] for port (5dd03242-5715-42b7-9c43-0e88c5bb2d44), precommit_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:50.897091 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-bd87fe9b-9a80-4a67-8bb7-5297911b288d req-bb3ea719-182d-4d87-9dd6-04aa296c6039 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970318 Sep 01 14:08:51.012055 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a632746-b86a-4429-a5ac-8b53bb315d93 req-6d528aa0-d103-484e-908a-6f5d06609d12 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:51.013407 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0a632746-b86a-4429-a5ac-8b53bb315d93 req-6d528aa0-d103-484e-908a-6f5d06609d12 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 943 time: 0.1109259 Sep 01 14:08:51.020701 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-e1361760-6f12-4ad5-94cb-40cc2ee0a98d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Made reservation on behalf of 36049d2090b84443a3bf3bf00558379e for: {'port': 1} {{(pid=107073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:08:51.030417 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-e1361760-6f12-4ad5-94cb-40cc2ee0a98d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:51.036641 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-3f5a762d-c2f8-4734-bb94-7efeb90dda8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320'] for port (5dd03242-5715-42b7-9c43-0e88c5bb2d44), after_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:51.047188 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:51.098785 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b077ff31-3f5b-4ac5-8ec7-e3598f7e3673 admin admin] Publish callbacks [] for router_gateway (b4e49c42-31a3-4477-8dfe-ae98adf9714b), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:51.131161 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5a762d-c2f8-4734-bb94-7efeb90dda8a None None] Network 06feea0c-c6e5-47c0-a95a-cd6177e8c337 is already hosted by enough agents. {{(pid=107075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:08:51.135819 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.scheduler.base_scheduler [None req-3f5a762d-c2f8-4734-bb94-7efeb90dda8a None None] Resources bound (agent type, host, resource id): {{(pid=107075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:08:51.141734 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5a762d-c2f8-4734-bb94-7efeb90dda8a None None] Received port after_create {{(pid=107075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:08:51.227644 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3344c007-8b1c-426f-9cfd-f6df7bf0f773 req-d1f494a8-9200-4681-9890-47a5274813a6 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 210 time: 0.2094131 Sep 01 14:08:51.315932 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a762d-c2f8-4734-bb94-7efeb90dda8a None None] Pushing event updated for resources: {'Port': ['ID=5dd03242-5715-42b7-9c43-0e88c5bb2d44,revision_number=1']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:51.322711 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 61a5885c-2577-492c-8cdf-49361d85db1b up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:08:51.342054 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:51.364244 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:51.364894 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0a632746-b86a-4429-a5ac-8b53bb315d93 req-b42e77ee-2fd8-4685-8af2-4cd7636b3844 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3159819 Sep 01 14:08:51.397202 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-3f5a762d-c2f8-4734-bb94-7efeb90dda8a None None] Attempting to bind port 5dd03242-5715-42b7-9c43-0e88c5bb2d44 on host dv-cinder-852211-7-iscsi for vnic_type normal with profile {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:08:51.397742 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-3f5a762d-c2f8-4734-bb94-7efeb90dda8a None None] Attempting to bind port 5dd03242-5715-42b7-9c43-0e88c5bb2d44 by drivers openvswitch,hyperv on host dv-cinder-852211-7-iscsi at level 0 using segments [{'id': '2c1e00d1-da8e-4d35-aaea-e5f60ce91a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '06feea0c-c6e5-47c0-a95a-cd6177e8c337'}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:08:51.398246 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5a762d-c2f8-4734-bb94-7efeb90dda8a None None] Attempting to bind port 5dd03242-5715-42b7-9c43-0e88c5bb2d44 on network 06feea0c-c6e5-47c0-a95a-cd6177e8c337 {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:08:51.403587 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a762d-c2f8-4734-bb94-7efeb90dda8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:51.404089 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a762d-c2f8-4734-bb94-7efeb90dda8a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:51.404540 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a762d-c2f8-4734-bb94-7efeb90dda8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:51.405001 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a762d-c2f8-4734-bb94-7efeb90dda8a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:51.405589 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a762d-c2f8-4734-bb94-7efeb90dda8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:51.406770 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a762d-c2f8-4734-bb94-7efeb90dda8a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:51.407374 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a762d-c2f8-4734-bb94-7efeb90dda8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:51.410013 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a762d-c2f8-4734-bb94-7efeb90dda8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:51.410746 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a762d-c2f8-4734-bb94-7efeb90dda8a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:51.411305 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a762d-c2f8-4734-bb94-7efeb90dda8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:51.411818 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a762d-c2f8-4734-bb94-7efeb90dda8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:51.412346 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a762d-c2f8-4734-bb94-7efeb90dda8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:51.412867 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a762d-c2f8-4734-bb94-7efeb90dda8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:51.413391 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a762d-c2f8-4734-bb94-7efeb90dda8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:51.413925 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a762d-c2f8-4734-bb94-7efeb90dda8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:51.447914 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5a762d-c2f8-4734-bb94-7efeb90dda8a None None] Checking agent: {'id': '16ae7bad-0e03-4d8e-885b-3ed578a6ac87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 13, 56, 30), 'started_at': datetime.datetime(2022, 9, 1, 13, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:08:51.448468 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5a762d-c2f8-4734-bb94-7efeb90dda8a None None] Checking segment: {'id': '2c1e00d1-da8e-4d35-aaea-e5f60ce91a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '06feea0c-c6e5-47c0-a95a-cd6177e8c337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:08:51.449063 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-3f5a762d-c2f8-4734-bb94-7efeb90dda8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:51.449562 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5a762d-c2f8-4734-bb94-7efeb90dda8a None None] Bound using segment: {'id': '2c1e00d1-da8e-4d35-aaea-e5f60ce91a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '06feea0c-c6e5-47c0-a95a-cd6177e8c337'} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:08:51.450321 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-3f5a762d-c2f8-4734-bb94-7efeb90dda8a None None] Bound port: 5dd03242-5715-42b7-9c43-0e88c5bb2d44, host: dv-cinder-852211-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1e00d1-da8e-4d35-aaea-e5f60ce91a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '06feea0c-c6e5-47c0-a95a-cd6177e8c337'}}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:08:51.450768 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-3f5a762d-c2f8-4734-bb94-7efeb90dda8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (5dd03242-5715-42b7-9c43-0e88c5bb2d44), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:51.493182 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.db_base_plugin_common [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-e1361760-6f12-4ad5-94cb-40cc2ee0a98d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Allocated IP 172.20.0.3 (9cdd4113-f7e0-45eb-bbb2-5da93102bf6c/d2d86ced-9867-4b29-96c7-eb755efebba7/f27eab44-1c4b-4c5c-95ab-4dbdc5728861) {{(pid=107073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:08:51.520970 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 61a5885c-2577-492c-8cdf-49361d85db1b triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:08:51.521934 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (61a5885c-2577-492c-8cdf-49361d85db1b), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:51.609767 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-3f5a762d-c2f8-4734-bb94-7efeb90dda8a None None] For port 5dd03242-5715-42b7-9c43-0e88c5bb2d44, host dv-cinder-852211-7-iscsi, cleared binding levels {{(pid=107075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:08:51.617963 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-3f5a762d-c2f8-4734-bb94-7efeb90dda8a None None] For port 5dd03242-5715-42b7-9c43-0e88c5bb2d44, host dv-cinder-852211-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=5dd03242-5715-42b7-9c43-0e88c5bb2d44,segment=NetworkSegment(2c1e00d1-da8e-4d35-aaea-e5f60ce91a09),segment_id=2c1e00d1-da8e-4d35-aaea-e5f60ce91a09)] {{(pid=107075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:08:51.628907 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b077ff31-3f5b-4ac5-8ec7-e3598f7e3673 admin admin] Publish callbacks [] for router_gateway (b4e49c42-31a3-4477-8dfe-ae98adf9714b), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:51.660179 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b077ff31-3f5b-4ac5-8ec7-e3598f7e3673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:51.690815 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 61a5885c-2577-492c-8cdf-49361d85db1b is: DOWN; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:08:51.691533 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (61a5885c-2577-492c-8cdf-49361d85db1b), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:51.713643 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:51.730882 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-e1361760-6f12-4ad5-94cb-40cc2ee0a98d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks [] for port (f27eab44-1c4b-4c5c-95ab-4dbdc5728861), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:51.760813 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] For port 61a5885c-2577-492c-8cdf-49361d85db1b, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=61a5885c-2577-492c-8cdf-49361d85db1b,segment=NetworkSegment(83618588-9564-4de1-960d-f9cb798a5af2),segment_id=83618588-9564-4de1-960d-f9cb798a5af2)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:08:51.801044 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-3f5a762d-c2f8-4734-bb94-7efeb90dda8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (5dd03242-5715-42b7-9c43-0e88c5bb2d44), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:51.810493 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_common [None req-b077ff31-3f5b-4ac5-8ec7-e3598f7e3673 admin admin] Allocated IP 172.27.2.161 (495e3753-365b-4db4-ace7-a3dca370cb0d/c60058e0-5076-4233-a499-c0113b757f85/7d38a751-257c-415c-b6a2-7d9d340ac50d) {{(pid=107074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:08:51.848396 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-e1361760-6f12-4ad5-94cb-40cc2ee0a98d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (f27eab44-1c4b-4c5c-95ab-4dbdc5728861), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:51.867326 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:51.876967 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a762d-c2f8-4734-bb94-7efeb90dda8a None None] Pushing event updated for resources: {'Port': ['ID=5dd03242-5715-42b7-9c43-0e88c5bb2d44,revision_number=2']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:51.915063 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (61a5885c-2577-492c-8cdf-49361d85db1b), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:51.931931 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-e1361760-6f12-4ad5-94cb-40cc2ee0a98d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Network 9cdd4113-f7e0-45eb-bbb2-5da93102bf6c is already hosted by enough agents. {{(pid=107073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:08:51.945500 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.base_scheduler [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-e1361760-6f12-4ad5-94cb-40cc2ee0a98d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Resources bound (agent type, host, resource id): {{(pid=107073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:08:51.949579 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-e1361760-6f12-4ad5-94cb-40cc2ee0a98d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Received port after_create {{(pid=107073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:08:51.956042 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1361760-6f12-4ad5-94cb-40cc2ee0a98d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Pushing event updated for resources: {'Port': ['ID=f27eab44-1c4b-4c5c-95ab-4dbdc5728861,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:52.030931 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Pushing event updated for resources: {'Port': ['ID=61a5885c-2577-492c-8cdf-49361d85db1b,revision_number=5']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:52.035799 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1361760-6f12-4ad5-94cb-40cc2ee0a98d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:52.037611 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1361760-6f12-4ad5-94cb-40cc2ee0a98d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:52.038462 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1361760-6f12-4ad5-94cb-40cc2ee0a98d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:52.039356 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1361760-6f12-4ad5-94cb-40cc2ee0a98d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:52.040134 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1361760-6f12-4ad5-94cb-40cc2ee0a98d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:52.040912 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1361760-6f12-4ad5-94cb-40cc2ee0a98d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:52.041629 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1361760-6f12-4ad5-94cb-40cc2ee0a98d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:52.042435 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1361760-6f12-4ad5-94cb-40cc2ee0a98d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:52.043297 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1361760-6f12-4ad5-94cb-40cc2ee0a98d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:52.044150 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1361760-6f12-4ad5-94cb-40cc2ee0a98d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:52.044929 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1361760-6f12-4ad5-94cb-40cc2ee0a98d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:52.045704 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1361760-6f12-4ad5-94cb-40cc2ee0a98d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:52.046534 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1361760-6f12-4ad5-94cb-40cc2ee0a98d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:52.047460 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1361760-6f12-4ad5-94cb-40cc2ee0a98d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:52.048202 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1361760-6f12-4ad5-94cb-40cc2ee0a98d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:08:52.127471 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ab55f89d-0255-474b-9fb8-87da600204fd req-78799ba5-9473-4e95-95d8-9aa62995b3ab tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=81fe7593-66bc-442e-bd42-67dbb727a356 HTTP/1.1" status: 200 len: 210 time: 0.0679264 Sep 01 14:08:52.181572 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-e1361760-6f12-4ad5-94cb-40cc2ee0a98d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:52.182901 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-e1361760-6f12-4ad5-94cb-40cc2ee0a98d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:52.198417 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b077ff31-3f5b-4ac5-8ec7-e3598f7e3673 admin admin] Publish callbacks [] for port (7d38a751-257c-415c-b6a2-7d9d340ac50d), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:52.205132 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e843ce9-e479-4a46-b9f2-a1574248f5b9 req-f56c71ab-b74b-4001-97b6-3a3b8534cae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:52.208735 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-4e843ce9-e479-4a46-b9f2-a1574248f5b9 req-f56c71ab-b74b-4001-97b6-3a3b8534cae4 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=eaba67e3a54f4191b9b924305a83e4eb&device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 1130 time: 0.1864262 Sep 01 14:08:52.218403 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44a65a-c250-41c1-a94a-a5a082640b9d req-134f6511-a3eb-4adb-87c6-0528dae9b09a tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:52.220042 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1f44a65a-c250-41c1-a94a-a5a082640b9d req-134f6511-a3eb-4adb-87c6-0528dae9b09a tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.1123486 Sep 01 14:08:52.299843 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:52.369417 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1f44a65a-c250-41c1-a94a-a5a082640b9d req-385180c1-5fb6-4bfc-b8cb-0210cacfc215 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393352 Sep 01 14:08:52.393714 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-e1361760-6f12-4ad5-94cb-40cc2ee0a98d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4412739 Sep 01 14:08:52.406781 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-2beaa8f2-3596-431e-a8f6-25f7a33dfbaf service neutron] Request body: {'port': {'device_id': '1988647a-695e-49b8-a5d3-dd6c93c10ae5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:08:52.420522 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e843ce9-e479-4a46-b9f2-a1574248f5b9 req-936b0ced-94d5-490d-a3f8-0e5e2d70bc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:52.424531 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-4e843ce9-e479-4a46-b9f2-a1574248f5b9 req-936b0ced-94d5-490d-a3f8-0e5e2d70bc4f service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=5efdbb74-e6fe-4a11-96cb-23855066e81b HTTP/1.1" status: 200 len: 911 time: 0.2057776 Sep 01 14:08:52.485218 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-19662b22-09a2-43b2-8215-ca3cc06a789d None None] Provisioning complete for port f27eab44-1c4b-4c5c-95ab-4dbdc5728861 triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:08:52.485805 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-19662b22-09a2-43b2-8215-ca3cc06a789d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (f27eab44-1c4b-4c5c-95ab-4dbdc5728861), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:52.551501 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-19662b22-09a2-43b2-8215-ca3cc06a789d None None] Port f27eab44-1c4b-4c5c-95ab-4dbdc5728861 cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 14:08:52.578890 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-4e843ce9-e479-4a46-b9f2-a1574248f5b9 req-de8ce919-81e3-41ee-9831-7265a0a94534 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39a55af7-1a2a-41f8-b092-76d3ddca0161 HTTP/1.1" status: 200 len: 1002 time: 0.1352141 Sep 01 14:08:52.581787 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b077ff31-3f5b-4ac5-8ec7-e3598f7e3673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (7d38a751-257c-415c-b6a2-7d9d340ac50d), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:52.603953 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaf6e3-67db-474a-ba38-d04e78dc865f req-2783a3f6-3406-47ab-896f-6ae8c7afaf37 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:52.606456 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-bebaf6e3-67db-474a-ba38-d04e78dc865f req-2783a3f6-3406-47ab-896f-6ae8c7afaf37 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 931 time: 0.2347729 Sep 01 14:08:52.629230 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-2beaa8f2-3596-431e-a8f6-25f7a33dfbaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (f27eab44-1c4b-4c5c-95ab-4dbdc5728861), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:52.663456 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b077ff31-3f5b-4ac5-8ec7-e3598f7e3673 admin admin] Network 495e3753-365b-4db4-ace7-a3dca370cb0d is already hosted by enough agents. {{(pid=107074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:08:52.694837 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-b077ff31-3f5b-4ac5-8ec7-e3598f7e3673 admin admin] Resources bound (agent type, host, resource id): {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:08:52.700927 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b077ff31-3f5b-4ac5-8ec7-e3598f7e3673 admin admin] Received port after_create {{(pid=107074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:08:52.708115 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e843ce9-e479-4a46-b9f2-a1574248f5b9 req-844a9ebd-48c6-465b-b9fb-2d92426684a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:52.709697 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-4e843ce9-e479-4a46-b9f2-a1574248f5b9 req-844a9ebd-48c6-465b-b9fb-2d92426684a5 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=9516b454-0891-4d29-9fc5-0ee1fc6356e3 HTTP/1.1" status: 200 len: 849 time: 0.1179984 Sep 01 14:08:52.712954 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894e4b2-1c3b-4b27-b453-caa74d37cbb6 req-879ddf0a-f1c8-49ce-bfcc-6d4150c09023 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:52.724895 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3894e4b2-1c3b-4b27-b453-caa74d37cbb6 req-879ddf0a-f1c8-49ce-bfcc-6d4150c09023 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 943 time: 0.1473014 Sep 01 14:08:52.747330 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077ff31-3f5b-4ac5-8ec7-e3598f7e3673 admin admin] Pushing event updated for resources: {'Port': ['ID=7d38a751-257c-415c-b6a2-7d9d340ac50d,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:52.766568 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-bebaf6e3-67db-474a-ba38-d04e78dc865f req-19f559ff-910b-4683-b0f7-e7a9edf31e68 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122117 Sep 01 14:08:52.917882 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3894e4b2-1c3b-4b27-b453-caa74d37cbb6 req-1be9cc96-775a-447f-8e90-a691de7404eb tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701863 Sep 01 14:08:52.998820 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e843ce9-e479-4a46-b9f2-a1574248f5b9 req-e64a62ed-362e-499a-b1cb-e833771d161c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:53.000432 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-4e843ce9-e479-4a46-b9f2-a1574248f5b9 req-e64a62ed-362e-499a-b1cb-e833771d161c service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=5efdbb74-e6fe-4a11-96cb-23855066e81b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0983570 Sep 01 14:08:53.222131 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 61a5885c-2577-492c-8cdf-49361d85db1b up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:08:53.290128 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-4e843ce9-e479-4a46-b9f2-a1574248f5b9 req-c35f19df-798a-41b0-ad00-7a75f350cbf1 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5efdbb74-e6fe-4a11-96cb-23855066e81b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764630 Sep 01 14:08:53.315414 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 61a5885c-2577-492c-8cdf-49361d85db1b triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:08:53.316208 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (61a5885c-2577-492c-8cdf-49361d85db1b), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:53.352859 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-2beaa8f2-3596-431e-a8f6-25f7a33dfbaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f27eab44-1c4b-4c5c-95ab-4dbdc5728861 {{(pid=107073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:08:53.369732 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-2beaa8f2-3596-431e-a8f6-25f7a33dfbaf service neutron] Publish callbacks [] for port (f27eab44-1c4b-4c5c-95ab-4dbdc5728861), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:53.393927 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b077ff31-3f5b-4ac5-8ec7-e3598f7e3673 admin admin] Publish callbacks [] for router_gateway (b4e49c42-31a3-4477-8dfe-ae98adf9714b), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:53.408540 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6b6dc8af-f7b5-4c96-b3af-51dee576acce req-d06ba87b-ed0c-4640-a2b8-1a49b4a501e9 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=81fe7593-66bc-442e-bd42-67dbb727a356 HTTP/1.1" status: 200 len: 210 time: 0.0670428 Sep 01 14:08:53.451673 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.provisioning_blocks [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-2beaa8f2-3596-431e-a8f6-25f7a33dfbaf service neutron] Transition to ACTIVE for port object f27eab44-1c4b-4c5c-95ab-4dbdc5728861 will not be triggered until provisioned by entity L2. {{(pid=107073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 14:08:53.513850 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 61a5885c-2577-492c-8cdf-49361d85db1b is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:08:53.515085 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 5dd03242-5715-42b7-9c43-0e88c5bb2d44 up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:08:53.568651 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93053b-da63-458e-bd20-87e7e79c50e1 req-17376830-53b3-41fc-b8dc-64008722f385 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:53.569746 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 5dd03242-5715-42b7-9c43-0e88c5bb2d44 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:08:53.569746 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (5dd03242-5715-42b7-9c43-0e88c5bb2d44), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:53.571712 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-db93053b-da63-458e-bd20-87e7e79c50e1 req-17376830-53b3-41fc-b8dc-64008722f385 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.0768452 Sep 01 14:08:53.619732 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077ad830-174f-4304-b8f2-76a7201dfbcb None None] Network 06feea0c-c6e5-47c0-a95a-cd6177e8c337 requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:08:53.673045 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-db93053b-da63-458e-bd20-87e7e79c50e1 req-c7bbb117-5a1b-4090-b679-ea5363fd1544 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806215 Sep 01 14:08:53.769340 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-dfabef13-e767-44c1-8f56-15a291d5d6b3 None None] Provisioning complete for port 5dd03242-5715-42b7-9c43-0e88c5bb2d44 triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:08:53.769812 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-dfabef13-e767-44c1-8f56-15a291d5d6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (5dd03242-5715-42b7-9c43-0e88c5bb2d44), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:53.852059 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-2beaa8f2-3596-431e-a8f6-25f7a33dfbaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3071173'] for port (f27eab44-1c4b-4c5c-95ab-4dbdc5728861), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:53.957700 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 5dd03242-5715-42b7-9c43-0e88c5bb2d44 is: DOWN; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:08:53.958097 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (5dd03242-5715-42b7-9c43-0e88c5bb2d44), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:54.030552 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-8aa231b6-f986-42e0-8b06-33b1165f3928 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:54.030552 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-8aa231b6-f986-42e0-8b06-33b1165f3928 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.72 "GET /networking/v2.0/networks?id=d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0 HTTP/1.1" status: 200 len: 814 time: 0.6225560 Sep 01 14:08:54.067778 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f474e-6cca-44f5-804b-431fd2f8a707 req-461ea96e-4486-46a1-a7f6-a13060c0445f tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:54.068909 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] For port 5dd03242-5715-42b7-9c43-0e88c5bb2d44, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=5dd03242-5715-42b7-9c43-0e88c5bb2d44,segment=NetworkSegment(2c1e00d1-da8e-4d35-aaea-e5f60ce91a09),segment_id=2c1e00d1-da8e-4d35-aaea-e5f60ce91a09)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:08:54.084146 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b77f474e-6cca-44f5-804b-431fd2f8a707 req-461ea96e-4486-46a1-a7f6-a13060c0445f tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 943 time: 0.2227459 Sep 01 14:08:54.145115 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-4e843ce9-e479-4a46-b9f2-a1574248f5b9 req-e423d017-047a-4e63-9535-af410d130a64 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5efdbb74-e6fe-4a11-96cb-23855066e81b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7483437 Sep 01 14:08:54.163965 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-0865e584-15e8-420f-babd-93c48a623253 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Request body: {'port': {'device_id': '81fe7593-66bc-442e-bd42-67dbb727a356', 'network_id': 'd1c0ee50-5f2f-4508-9ae2-29e7d03abfd0', 'admin_state_up': True, 'tenant_id': '2e6d998735c243c3bcd08ca2e2d81ae9'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:08:54.168215 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beaa8f2-3596-431e-a8f6-25f7a33dfbaf service neutron] Pushing event updated for resources: {'Port': ['ID=f27eab44-1c4b-4c5c-95ab-4dbdc5728861,revision_number=2']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:54.170521 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (5dd03242-5715-42b7-9c43-0e88c5bb2d44), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:54.237557 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-dfabef13-e767-44c1-8f56-15a291d5d6b3 None None] Current status of the port 5dd03242-5715-42b7-9c43-0e88c5bb2d44 is: DOWN; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:08:54.238305 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-dfabef13-e767-44c1-8f56-15a291d5d6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (5dd03242-5715-42b7-9c43-0e88c5bb2d44), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:54.342311 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d254d5-f046-48be-96d5-1f8f9397a00b req-c4b0ff2a-b728-46ef-8536-df06b9f14477 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:54.351067 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-29d254d5-f046-48be-96d5-1f8f9397a00b req-c4b0ff2a-b728-46ef-8536-df06b9f14477 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 943 time: 0.1994183 Sep 01 14:08:54.371978 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.db.api [None req-dfabef13-e767-44c1-8f56-15a291d5d6b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107075) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 01 14:08:54.372569 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG oslo_db.api [None req-dfabef13-e767-44c1-8f56-15a291d5d6b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 14:08:54.376674 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Pushing event updated for resources: {'Port': ['ID=5dd03242-5715-42b7-9c43-0e88c5bb2d44,revision_number=3']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:54.423290 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-96052b29-f4d7-431c-bb28-051f26933e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:54.429298 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b77f474e-6cca-44f5-804b-431fd2f8a707 req-8f78fad2-bba4-4aa1-b43e-07f97099bdb2 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3439579 Sep 01 14:08:54.482228 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b077ff31-3f5b-4ac5-8ec7-e3598f7e3673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33127714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-480464'] for router (b4e49c42-31a3-4477-8dfe-ae98adf9714b), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:54.482228 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:54.488534 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.managers [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-2beaa8f2-3596-431e-a8f6-25f7a33dfbaf service neutron] Attempting to bind port f27eab44-1c4b-4c5c-95ab-4dbdc5728861 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:08:54.489440 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.managers [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-2beaa8f2-3596-431e-a8f6-25f7a33dfbaf service neutron] Attempting to bind port f27eab44-1c4b-4c5c-95ab-4dbdc5728861 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '21afd361-14bd-45f1-b42f-187569ad44e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c'}] {{(pid=107073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:08:54.492113 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-2beaa8f2-3596-431e-a8f6-25f7a33dfbaf service neutron] Attempting to bind port f27eab44-1c4b-4c5c-95ab-4dbdc5728861 on network 9cdd4113-f7e0-45eb-bbb2-5da93102bf6c {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:08:54.515274 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-2beaa8f2-3596-431e-a8f6-25f7a33dfbaf service neutron] Port f27eab44-1c4b-4c5c-95ab-4dbdc5728861 on network 9cdd4113-f7e0-45eb-bbb2-5da93102bf6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 14:08:54.519758 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-2beaa8f2-3596-431e-a8f6-25f7a33dfbaf service neutron] Attempting to bind port f27eab44-1c4b-4c5c-95ab-4dbdc5728861 on network 9cdd4113-f7e0-45eb-bbb2-5da93102bf6c {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:08:54.533967 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-29d254d5-f046-48be-96d5-1f8f9397a00b req-815796cd-fdd0-4355-aa1c-dfc858ab402c tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820040 Sep 01 14:08:54.538607 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-2beaa8f2-3596-431e-a8f6-25f7a33dfbaf service neutron] Checking agent: {'id': 'a7580bcb-0f49-4eb6-986f-da2a861ca402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'started_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:08:54.542859 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-2beaa8f2-3596-431e-a8f6-25f7a33dfbaf service neutron] Checking segment: {'id': '21afd361-14bd-45f1-b42f-187569ad44e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:08:54.543428 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-2beaa8f2-3596-431e-a8f6-25f7a33dfbaf service neutron] Bound using segment: {'id': '21afd361-14bd-45f1-b42f-187569ad44e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c'} {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:08:54.543993 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.managers [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-2beaa8f2-3596-431e-a8f6-25f7a33dfbaf service neutron] Bound port: f27eab44-1c4b-4c5c-95ab-4dbdc5728861, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21afd361-14bd-45f1-b42f-187569ad44e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c'}}] {{(pid=107073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:08:54.546598 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-2beaa8f2-3596-431e-a8f6-25f7a33dfbaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (f27eab44-1c4b-4c5c-95ab-4dbdc5728861), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:54.639022 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-bd0a4f21-6aaf-4fae-9ce7-35f2a7be3157 req-9608958d-1796-42c9-a0df-4a81a23f1acb tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=81fe7593-66bc-442e-bd42-67dbb727a356 HTTP/1.1" status: 200 len: 210 time: 0.0549495 Sep 01 14:08:54.712977 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-2beaa8f2-3596-431e-a8f6-25f7a33dfbaf service neutron] For port f27eab44-1c4b-4c5c-95ab-4dbdc5728861, host hv-cinder-85221, cleared binding levels {{(pid=107073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:08:54.716762 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-2beaa8f2-3596-431e-a8f6-25f7a33dfbaf service neutron] For port f27eab44-1c4b-4c5c-95ab-4dbdc5728861, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=f27eab44-1c4b-4c5c-95ab-4dbdc5728861,segment=NetworkSegment(21afd361-14bd-45f1-b42f-187569ad44e0),segment_id=21afd361-14bd-45f1-b42f-187569ad44e0)] {{(pid=107073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:08:54.760605 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-0865e584-15e8-420f-babd-93c48a623253 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Made reservation on behalf of 2e6d998735c243c3bcd08ca2e2d81ae9 for: {'port': 1} {{(pid=107074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:08:54.764897 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-0865e584-15e8-420f-babd-93c48a623253 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:54.834634 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b077ff31-3f5b-4ac5-8ec7-e3598f7e3673 admin admin] Router b4e49c42-31a3-4477-8dfe-ae98adf9714b is scheduled to L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e with binding_index 1 {{(pid=107074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 14:08:54.853883 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918bf5a-0ca1-4e4d-a901-42ff1f1aa7d7 req-64c23923-794d-4b8b-a41d-507fb02dbc48 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:54.855856 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1918bf5a-0ca1-4e4d-a901-42ff1f1aa7d7 req-64c23923-794d-4b8b-a41d-507fb02dbc48 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.0608304 Sep 01 14:08:54.864930 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 58336) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:54.888718 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-2beaa8f2-3596-431e-a8f6-25f7a33dfbaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3071173'] for port (f27eab44-1c4b-4c5c-95ab-4dbdc5728861), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:54.898277 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-2beaa8f2-3596-431e-a8f6-25f7a33dfbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:54.898905 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-2beaa8f2-3596-431e-a8f6-25f7a33dfbaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:54.900400 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-2beaa8f2-3596-431e-a8f6-25f7a33dfbaf service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/f27eab44-1c4b-4c5c-95ab-4dbdc5728861 HTTP/1.1" status: 200 len: 1093 time: 2.4990904 Sep 01 14:08:54.900887 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1988647a-695e-49b8-a5d3-dd6c93c10ae5', 'tag': 'f27eab44-1c4b-4c5c-95ab-4dbdc5728861'}] {{(pid=107073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:08:54.903499 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa2be68435688eaee197eda6180a725a3135abf9bfe352ecc662039bf4a93bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8a5ae1-ecde-4eb4-b2a8-a87bcaf6e658" -d '{"events": [{"name": "network-changed", "server_uuid": "1988647a-695e-49b8-a5d3-dd6c93c10ae5", "tag": "f27eab44-1c4b-4c5c-95ab-4dbdc5728861"}]}' {{(pid=107073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:08:54.946473 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:55.020752 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-dfabef13-e767-44c1-8f56-15a291d5d6b3 None None] Current status of the port 5dd03242-5715-42b7-9c43-0e88c5bb2d44 is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:08:55.029835 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1918bf5a-0ca1-4e4d-a901-42ff1f1aa7d7 req-df26b8c5-ec41-41aa-b496-c71fcf1c8a7e tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609757 Sep 01 14:08:55.034873 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_common [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-0865e584-15e8-420f-babd-93c48a623253 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Allocated IP 172.20.0.13 (d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0/4ea87ade-011f-4e61-be9d-8a876a11d6d7/cbd0d6ee-8ef6-4903-9342-88e28ddb8597) {{(pid=107074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:08:55.058974 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-f06eb82e-126e-420b-a213-f8cadad4dd94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:55.061555 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b077ff31-3f5b-4ac5-8ec7-e3598f7e3673 admin admin] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:08:55.063445 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beaa8f2-3596-431e-a8f6-25f7a33dfbaf service neutron] Pushing event updated for resources: {'Port': ['ID=f27eab44-1c4b-4c5c-95ab-4dbdc5728861,revision_number=3']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:55.089741 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b401b4-f956-4109-a008-81568cc3bdb1 None None] Sync routers for ids ['b4e49c42-31a3-4477-8dfe-ae98adf9714b'] in dv-cinder-852211-7-iscsi {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:08:55.139597 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 5dd03242-5715-42b7-9c43-0e88c5bb2d44 up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:08:55.209415 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35aed51-1eb1-4eb1-a1f9-b4cae1624e4d x-openstack-request-id: req-b35aed51-1eb1-4eb1-a1f9-b4cae1624e4d {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:08:55.210349 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1988647a-695e-49b8-a5d3-dd6c93c10ae5", "tag": "f27eab44-1c4b-4c5c-95ab-4dbdc5728861", "status": "completed", "code": 200}]} {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:08:55.212465 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b35aed51-1eb1-4eb1-a1f9-b4cae1624e4d {{(pid=107073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:08:55.213282 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b35aed51-1eb1-4eb1-a1f9-b4cae1624e4d'] response: {'name': 'network-changed', 'server_uuid': '1988647a-695e-49b8-a5d3-dd6c93c10ae5', 'tag': 'f27eab44-1c4b-4c5c-95ab-4dbdc5728861', 'status': 'completed', 'code': 200} Sep 01 14:08:55.246918 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b401b4-f956-4109-a008-81568cc3bdb1 None None] Routers {'b4e49c42-31a3-4477-8dfe-ae98adf9714b'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:08:55.246918 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-12b401b4-f956-4109-a008-81568cc3bdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:08:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['b4e49c42-31a3-4477-8dfe-ae98adf9714b'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:08:55.254769 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-f06eb82e-126e-420b-a213-f8cadad4dd94 admin admin] Publish callbacks [] for security_group (0255d6b7-0eb5-4887-a388-86f1ae79f614), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:55.264320 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b077ff31-3f5b-4ac5-8ec7-e3598f7e3673 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:55.270155 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-b077ff31-3f5b-4ac5-8ec7-e3598f7e3673 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1730797 Sep 01 14:08:55.282530 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 58346) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:55.321732 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-b74dbf17-1b8a-4dd7-ade9-a67a00b5f7ec None None] Provisioning complete for port 5dd03242-5715-42b7-9c43-0e88c5bb2d44 triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:08:55.325486 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-b74dbf17-1b8a-4dd7-ade9-a67a00b5f7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (5dd03242-5715-42b7-9c43-0e88c5bb2d44), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:55.380218 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=100 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:55.401513 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 5dd03242-5715-42b7-9c43-0e88c5bb2d44 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:08:55.401929 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (5dd03242-5715-42b7-9c43-0e88c5bb2d44), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:55.419788 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-f06eb82e-126e-420b-a213-f8cadad4dd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (0255d6b7-0eb5-4887-a388-86f1ae79f614), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:55.512168 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06eb82e-126e-420b-a213-f8cadad4dd94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0255d6b7-0eb5-4887-a388-86f1ae79f614,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:55.547505 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-0865e584-15e8-420f-babd-93c48a623253 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Publish callbacks [] for port (cbd0d6ee-8ef6-4903-9342-88e28ddb8597), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:55.625978 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-f06eb82e-126e-420b-a213-f8cadad4dd94 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a8a050b5915f4317885c50cf9526d254&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7586191 Sep 01 14:08:55.630179 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 58354) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:55.635068 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-b74dbf17-1b8a-4dd7-ade9-a67a00b5f7ec None None] Current status of the port 5dd03242-5715-42b7-9c43-0e88c5bb2d44 is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:08:55.654902 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-12b401b4-f956-4109-a008-81568cc3bdb1 None None] Set router b4e49c42-31a3-4477-8dfe-ae98adf9714b gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:08:55.732987 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-a28aa157-aa5c-4f35-9e79-ffbc03c1046a admin admin] Publish callbacks [] for security_group (0255d6b7-0eb5-4887-a388-86f1ae79f614), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:55.740129 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-0865e584-15e8-420f-babd-93c48a623253 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (cbd0d6ee-8ef6-4903-9342-88e28ddb8597), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:55.788003 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a5ae1-ecde-4eb4-b2a8-a87bcaf6e658 req-90c45d30-e734-47f2-a5a9-eca43f75ddac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:55.788003 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1f8a5ae1-ecde-4eb4-b2a8-a87bcaf6e658 req-90c45d30-e734-47f2-a5a9-eca43f75ddac service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=36049d2090b84443a3bf3bf00558379e&device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 1127 time: 0.4994922 Sep 01 14:08:55.805840 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 5dd03242-5715-42b7-9c43-0e88c5bb2d44 is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:08:55.806883 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef8e59-6a00-48d9-b7fb-42d17cdeeead req-03187e44-b44e-4d1d-a362-1b1f34edd61c tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:55.808595 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3eef8e59-6a00-48d9-b7fb-42d17cdeeead req-03187e44-b44e-4d1d-a362-1b1f34edd61c tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 943 time: 0.2171142 Sep 01 14:08:55.819381 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-a28aa157-aa5c-4f35-9e79-ffbc03c1046a admin admin] Publish callbacks [] for security_group (0255d6b7-0eb5-4887-a388-86f1ae79f614), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:55.860559 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-0865e584-15e8-420f-babd-93c48a623253 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Network d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0 is already hosted by enough agents. {{(pid=107074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:08:55.876257 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-0865e584-15e8-420f-babd-93c48a623253 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Resources bound (agent type, host, resource id): {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:08:55.878455 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865e584-15e8-420f-babd-93c48a623253 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Pushing event updated for resources: {'Port': ['ID=cbd0d6ee-8ef6-4903-9342-88e28ddb8597,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:55.885265 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-0865e584-15e8-420f-babd-93c48a623253 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Received port after_create {{(pid=107074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:08:55.928686 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-12b401b4-f956-4109-a008-81568cc3bdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e49c42-31a3-4477-8dfe-ae98adf9714b', 'name': 'tempest-TestShelveInstance-1663840984-router', 'tenant_id': 'f394f5c330444b81b46cb0ba3f026cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '7d38a751-257c-415c-b6a2-7d9d340ac50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:08:50Z', 'updated_at': '2022-09-01T14:08:53Z', 'revision_number': 3, 'project_id': 'f394f5c330444b81b46cb0ba3f026cf0', 'gw_port': {'id': '7d38a751-257c-415c-b6a2-7d9d340ac50d', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e49c42-31a3-4477-8dfe-ae98adf9714b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:08:51Z', 'updated_at': '2022-09-01T14:08:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:08:55.987921 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b401b4-f956-4109-a008-81568cc3bdb1 None None] Checking router: b4e49c42-31a3-4477-8dfe-ae98adf9714b for host: dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:08:55.988363 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b401b4-f956-4109-a008-81568cc3bdb1 None None] Updating router b4e49c42-31a3-4477-8dfe-ae98adf9714b port 7d38a751-257c-415c-b6a2-7d9d340ac50d binding host dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:08:56.013368 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-0865e584-15e8-420f-babd-93c48a623253 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:56.014746 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-0865e584-15e8-420f-babd-93c48a623253 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:56.027895 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-12b401b4-f956-4109-a008-81568cc3bdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (7d38a751-257c-415c-b6a2-7d9d340ac50d), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:56.039668 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3eef8e59-6a00-48d9-b7fb-42d17cdeeead req-b6e14106-3cca-44cf-8aa6-943823598c7c tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843429 Sep 01 14:08:56.072198 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a5ae1-ecde-4eb4-b2a8-a87bcaf6e658 req-241e90f4-f017-4bee-94f2-5b36bacefdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:56.085797 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1f8a5ae1-ecde-4eb4-b2a8-a87bcaf6e658 req-241e90f4-f017-4bee-94f2-5b36bacefdce service neutron] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=36049d2090b84443a3bf3bf00558379e&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2879362 Sep 01 14:08:56.112194 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 58362) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:56.179113 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-a28aa157-aa5c-4f35-9e79-ffbc03c1046a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (0255d6b7-0eb5-4887-a388-86f1ae79f614), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:56.181973 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-a28aa157-aa5c-4f35-9e79-ffbc03c1046a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:56.191051 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-a28aa157-aa5c-4f35-9e79-ffbc03c1046a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0255d6b7-0eb5-4887-a388-86f1ae79f614 HTTP/1.1" status: 204 len: 168 time: 0.5556176 Sep 01 14:08:56.216817 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28aa157-aa5c-4f35-9e79-ffbc03c1046a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0255d6b7-0eb5-4887-a388-86f1ae79f614,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:56.240920 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-0865e584-15e8-420f-babd-93c48a623253 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0900617 Sep 01 14:08:56.249296 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-ff200ad0-9e87-4bc8-8f41-8b31cb789c1d service neutron] Request body: {'port': {'device_id': '81fe7593-66bc-442e-bd42-67dbb727a356', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:08:56.321943 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceca566-8385-403b-b2be-f2508002943a req-cb6e283b-bca2-4b84-b4af-b2c7181bf33f tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:56.323478 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-bceca566-8385-403b-b2be-f2508002943a req-cb6e283b-bca2-4b84-b4af-b2c7181bf33f tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=81fe7593-66bc-442e-bd42-67dbb727a356 HTTP/1.1" status: 200 len: 932 time: 0.1526747 Sep 01 14:08:56.338983 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3db8f237-c0c8-4f4f-9cc9-cc2c7d680402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:56.407501 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a5ae1-ecde-4eb4-b2a8-a87bcaf6e658 req-58eeec13-5ad2-4d0f-9805-b0d80bc7e210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:56.409913 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1f8a5ae1-ecde-4eb4-b2a8-a87bcaf6e658 req-58eeec13-5ad2-4d0f-9805-b0d80bc7e210 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3281198 Sep 01 14:08:56.412413 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-ff200ad0-9e87-4bc8-8f41-8b31cb789c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (cbd0d6ee-8ef6-4903-9342-88e28ddb8597), before_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:56.482786 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-bceca566-8385-403b-b2be-f2508002943a req-9e2c84aa-a0c5-49b8-9ca1-0b050425523a tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2ace0a83-ed2e-4998-8363-4ec93e8f320a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489236 Sep 01 14:08:56.568977 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-12b401b4-f956-4109-a008-81568cc3bdb1 None None] Publish callbacks [] for port (7d38a751-257c-415c-b6a2-7d9d340ac50d), precommit_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:56.660891 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-61d261a0-88c0-4813-b701-866962cfc0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:56.665524 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-61d261a0-88c0-4813-b701-866962cfc0ee service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=36049d2090b84443a3bf3bf00558379e&device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 1127 time: 0.1968484 Sep 01 14:08:56.711395 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-12b401b4-f956-4109-a008-81568cc3bdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (7d38a751-257c-415c-b6a2-7d9d340ac50d), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:56.722961 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3db8f237-c0c8-4f4f-9cc9-cc2c7d680402 admin admin] Publish callbacks [] for security_group (66d79f39-5100-45b0-8b7a-b8d2be356733), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:56.843753 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-12b401b4-f956-4109-a008-81568cc3bdb1 None None] Attempting to bind port 7d38a751-257c-415c-b6a2-7d9d340ac50d on host dv-cinder-852211-7-iscsi for vnic_type normal with profile {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:08:56.847211 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-12b401b4-f956-4109-a008-81568cc3bdb1 None None] Attempting to bind port 7d38a751-257c-415c-b6a2-7d9d340ac50d by drivers openvswitch,hyperv on host dv-cinder-852211-7-iscsi at level 0 using segments [{'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:08:56.847211 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b401b4-f956-4109-a008-81568cc3bdb1 None None] Attempting to bind port 7d38a751-257c-415c-b6a2-7d9d340ac50d on network 495e3753-365b-4db4-ace7-a3dca370cb0d {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:08:56.847546 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99d971-b1cd-492f-841f-3559e6397803 req-0965afed-d4f7-4cd7-8473-6c6240813303 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:56.855204 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8b99d971-b1cd-492f-841f-3559e6397803 req-0965afed-d4f7-4cd7-8473-6c6240813303 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.3003304 Sep 01 14:08:56.864864 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-37fe8cee-8bdf-4560-9ee1-f887a1959816 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f27eab44-1c4b-4c5c-95ab-4dbdc5728861 HTTP/1.1" status: 200 len: 217 time: 0.1628931 Sep 01 14:08:56.873871 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-19d67da6-88c3-4bde-94c7-a26eb9fdc443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:56.880344 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b401b4-f956-4109-a008-81568cc3bdb1 None None] Checking agent: {'id': '16ae7bad-0e03-4d8e-885b-3ed578a6ac87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 13, 56, 30), 'started_at': datetime.datetime(2022, 9, 1, 13, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:08:56.881513 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b401b4-f956-4109-a008-81568cc3bdb1 None None] Checking segment: {'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:08:56.882824 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-12b401b4-f956-4109-a008-81568cc3bdb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:56.884604 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b401b4-f956-4109-a008-81568cc3bdb1 None None] Bound using segment: {'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:08:56.885856 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-12b401b4-f956-4109-a008-81568cc3bdb1 None None] Bound port: 7d38a751-257c-415c-b6a2-7d9d340ac50d, host: dv-cinder-852211-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:08:56.886870 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-12b401b4-f956-4109-a008-81568cc3bdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (7d38a751-257c-415c-b6a2-7d9d340ac50d), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:56.892118 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e22fe95-3eb4-49e8-b0db-2d5401e971d4 None None] Pushing event updated for resources: {'Port': ['ID=7d38a751-257c-415c-b6a2-7d9d340ac50d,revision_number=2']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:56.909280 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3db8f237-c0c8-4f4f-9cc9-cc2c7d680402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (66d79f39-5100-45b0-8b7a-b8d2be356733), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:56.965954 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [req-55e9b3db-509b-4ceb-be4d-51a6a70753f5 req-e1dfa371-192f-40e4-aaf1-a2463149ec0e service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107073) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 14:08:56.967033 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-55e9b3db-509b-4ceb-be4d-51a6a70753f5 req-e1dfa371-192f-40e4-aaf1-a2463149ec0e service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0103681 Sep 01 14:08:57.012329 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-3db8f237-c0c8-4f4f-9cc9-cc2c7d680402 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f30d79c0d7214bb2b324725bb6b3baee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8992679 Sep 01 14:08:57.018611 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 58376) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:57.024210 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-12b401b4-f956-4109-a008-81568cc3bdb1 None None] For port 7d38a751-257c-415c-b6a2-7d9d340ac50d, host dv-cinder-852211-7-iscsi, cleared binding levels {{(pid=107075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:08:57.032888 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8f237-c0c8-4f4f-9cc9-cc2c7d680402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d79f39-5100-45b0-8b7a-b8d2be356733,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:57.035992 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-12b401b4-f956-4109-a008-81568cc3bdb1 None None] For port 7d38a751-257c-415c-b6a2-7d9d340ac50d, host dv-cinder-852211-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=7d38a751-257c-415c-b6a2-7d9d340ac50d,segment=NetworkSegment(f315c88c-0cea-42ce-ac38-790188a99330),segment_id=f315c88c-0cea-42ce-ac38-790188a99330)] {{(pid=107075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:08:57.053020 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8b99d971-b1cd-492f-841f-3559e6397803 req-a45bc026-6d42-4d68-8e6b-72d4b3c860dd tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966748 Sep 01 14:08:57.060081 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-86f14f75-94e5-48a1-8c69-8c22b8c351fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:57.061682 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-86f14f75-94e5-48a1-8c69-8c22b8c351fd service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=d2d86ced-9867-4b29-96c7-eb755efebba7 HTTP/1.1" status: 200 len: 857 time: 0.1564848 Sep 01 14:08:57.103973 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 9ae4ab09-714c-4175-ba0d-7b76b31e652d no longer exists at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:08:57.139192 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d342b45b-22ae-43d2-a601-885715ffbce9 admin admin] Publish callbacks [] for security_group (66d79f39-5100-45b0-8b7a-b8d2be356733), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:57.167364 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-ff200ad0-9e87-4bc8-8f41-8b31cb789c1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbd0d6ee-8ef6-4903-9342-88e28ddb8597 {{(pid=107074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:08:57.178859 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d342b45b-22ae-43d2-a601-885715ffbce9 admin admin] Publish callbacks [] for security_group (66d79f39-5100-45b0-8b7a-b8d2be356733), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:57.182594 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-ff200ad0-9e87-4bc8-8f41-8b31cb789c1d service neutron] Publish callbacks [] for port (cbd0d6ee-8ef6-4903-9342-88e28ddb8597), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:57.218702 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.provisioning_blocks [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-ff200ad0-9e87-4bc8-8f41-8b31cb789c1d service neutron] Transition to ACTIVE for port object cbd0d6ee-8ef6-4903-9342-88e28ddb8597 will not be triggered until provisioned by entity L2. {{(pid=107074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 14:08:57.243305 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 9ae4ab09-714c-4175-ba0d-7b76b31e652d is: DOWN; New status is: DOWN {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:08:57.262357 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-bd8b3057-b55c-4481-9b9c-0ac2de5d5c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:57.263887 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-bd8b3057-b55c-4481-9b9c-0ac2de5d5c19 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=9cdd4113-f7e0-45eb-bbb2-5da93102bf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1920033 Sep 01 14:08:57.281849 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-12b401b4-f956-4109-a008-81568cc3bdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (7d38a751-257c-415c-b6a2-7d9d340ac50d), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:57.292635 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.db_base_plugin_common [None req-19d67da6-88c3-4bde-94c7-a26eb9fdc443 admin admin] Allocated IP 172.20.0.1 (06feea0c-c6e5-47c0-a95a-cd6177e8c337/827db297-0680-4003-aba7-d1bdadf93cbf/24a77a5e-bece-4ea6-8c8f-7e006e509b14) {{(pid=107073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:08:57.313577 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd8b6d-cca1-46fa-baa5-41486fb41d17 req-93a2b542-0bc1-4792-8b20-9cfdbee5253c tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:57.315125 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9dbd8b6d-cca1-46fa-baa5-41486fb41d17 req-93a2b542-0bc1-4792-8b20-9cfdbee5253c tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 943 time: 0.1432269 Sep 01 14:08:57.321372 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b401b4-f956-4109-a008-81568cc3bdb1 None None] Routers {'b4e49c42-31a3-4477-8dfe-ae98adf9714b'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:08:57.321372 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-12b401b4-f956-4109-a008-81568cc3bdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:08:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['b4e49c42-31a3-4477-8dfe-ae98adf9714b'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:08:57.393533 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e22fe95-3eb4-49e8-b0db-2d5401e971d4 None None] Pushing event updated for resources: {'Port': ['ID=7d38a751-257c-415c-b6a2-7d9d340ac50d,revision_number=3']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:57.425121 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-ff200ad0-9e87-4bc8-8f41-8b31cb789c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923807'] for port (cbd0d6ee-8ef6-4903-9342-88e28ddb8597), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:57.437768 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d342b45b-22ae-43d2-a601-885715ffbce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (66d79f39-5100-45b0-8b7a-b8d2be356733), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:57.442860 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d342b45b-22ae-43d2-a601-885715ffbce9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:57.446130 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-d342b45b-22ae-43d2-a601-885715ffbce9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/66d79f39-5100-45b0-8b7a-b8d2be356733 HTTP/1.1" status: 204 len: 168 time: 0.4246943 Sep 01 14:08:57.450516 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:57.486145 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342b45b-22ae-43d2-a601-885715ffbce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d79f39-5100-45b0-8b7a-b8d2be356733,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:57.530520 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-12b401b4-f956-4109-a008-81568cc3bdb1 None None] Set router b4e49c42-31a3-4477-8dfe-ae98adf9714b gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:08:57.619972 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff200ad0-9e87-4bc8-8f41-8b31cb789c1d service neutron] Pushing event updated for resources: {'Port': ['ID=cbd0d6ee-8ef6-4903-9342-88e28ddb8597,revision_number=2']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:57.623145 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.managers [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-ff200ad0-9e87-4bc8-8f41-8b31cb789c1d service neutron] Attempting to bind port cbd0d6ee-8ef6-4903-9342-88e28ddb8597 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:08:57.623657 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.managers [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-ff200ad0-9e87-4bc8-8f41-8b31cb789c1d service neutron] Attempting to bind port cbd0d6ee-8ef6-4903-9342-88e28ddb8597 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': 'c0922301-047c-4f55-a8b0-9261b3aa0d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd1c0ee50-5f2f-4508-9ae2-29e7d03abfd0'}] {{(pid=107074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:08:57.624197 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-ff200ad0-9e87-4bc8-8f41-8b31cb789c1d service neutron] Attempting to bind port cbd0d6ee-8ef6-4903-9342-88e28ddb8597 on network d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0 {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:08:57.631422 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-ff200ad0-9e87-4bc8-8f41-8b31cb789c1d service neutron] Port cbd0d6ee-8ef6-4903-9342-88e28ddb8597 on network d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 14:08:57.631860 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-ff200ad0-9e87-4bc8-8f41-8b31cb789c1d service neutron] Attempting to bind port cbd0d6ee-8ef6-4903-9342-88e28ddb8597 on network d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0 {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:08:57.640989 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-ff200ad0-9e87-4bc8-8f41-8b31cb789c1d service neutron] Checking agent: {'id': 'a7580bcb-0f49-4eb6-986f-da2a861ca402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'started_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:08:57.641498 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-ff200ad0-9e87-4bc8-8f41-8b31cb789c1d service neutron] Checking segment: {'id': 'c0922301-047c-4f55-a8b0-9261b3aa0d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd1c0ee50-5f2f-4508-9ae2-29e7d03abfd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:08:57.642072 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-ff200ad0-9e87-4bc8-8f41-8b31cb789c1d service neutron] Bound using segment: {'id': 'c0922301-047c-4f55-a8b0-9261b3aa0d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd1c0ee50-5f2f-4508-9ae2-29e7d03abfd0'} {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:08:57.643444 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.managers [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-ff200ad0-9e87-4bc8-8f41-8b31cb789c1d service neutron] Bound port: cbd0d6ee-8ef6-4903-9342-88e28ddb8597, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0922301-047c-4f55-a8b0-9261b3aa0d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd1c0ee50-5f2f-4508-9ae2-29e7d03abfd0'}}] {{(pid=107074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:08:57.644368 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-ff200ad0-9e87-4bc8-8f41-8b31cb789c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (cbd0d6ee-8ef6-4903-9342-88e28ddb8597), before_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:57.710249 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-fd8f19fd-0888-426a-87af-a27675dde26c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:57.714354 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=100 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:57.751487 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-ff200ad0-9e87-4bc8-8f41-8b31cb789c1d service neutron] For port cbd0d6ee-8ef6-4903-9342-88e28ddb8597, host hv-cinder-85221, cleared binding levels {{(pid=107074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:08:57.756345 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:57.757233 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-ff200ad0-9e87-4bc8-8f41-8b31cb789c1d service neutron] For port cbd0d6ee-8ef6-4903-9342-88e28ddb8597, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=cbd0d6ee-8ef6-4903-9342-88e28ddb8597,segment=NetworkSegment(c0922301-047c-4f55-a8b0-9261b3aa0d17),segment_id=c0922301-047c-4f55-a8b0-9261b3aa0d17)] {{(pid=107074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:08:57.830271 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9dbd8b6d-cca1-46fa-baa5-41486fb41d17 req-bbb8e8f4-16d9-4b85-ad13-0c88229bbdb8 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4779236 Sep 01 14:08:57.836739 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-ff200ad0-9e87-4bc8-8f41-8b31cb789c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923807'] for port (cbd0d6ee-8ef6-4903-9342-88e28ddb8597), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:57.850221 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-ff200ad0-9e87-4bc8-8f41-8b31cb789c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:57.851322 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-ff200ad0-9e87-4bc8-8f41-8b31cb789c1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:57.852898 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-ff200ad0-9e87-4bc8-8f41-8b31cb789c1d service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/cbd0d6ee-8ef6-4903-9342-88e28ddb8597 HTTP/1.1" status: 200 len: 1094 time: 1.6131599 Sep 01 14:08:57.853767 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81fe7593-66bc-442e-bd42-67dbb727a356', 'tag': 'cbd0d6ee-8ef6-4903-9342-88e28ddb8597'}] {{(pid=107074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:08:57.858333 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c297ab1b76e2baeed04979654ee05671bdf6dedd7a272174e678f0e52b3dfb88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1c5c2b-dc99-4855-8012-d89da646983d" -d '{"events": [{"name": "network-changed", "server_uuid": "81fe7593-66bc-442e-bd42-67dbb727a356", "tag": "cbd0d6ee-8ef6-4903-9342-88e28ddb8597"}]}' {{(pid=107074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:08:57.917537 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:57.917634 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-7e212172-5fc7-40b6-8dc7-861d1bbaf930 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9cdd4113-f7e0-45eb-bbb2-5da93102bf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6403482 Sep 01 14:08:57.944563 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-12b401b4-f956-4109-a008-81568cc3bdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e49c42-31a3-4477-8dfe-ae98adf9714b', 'name': 'tempest-TestShelveInstance-1663840984-router', 'tenant_id': 'f394f5c330444b81b46cb0ba3f026cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '7d38a751-257c-415c-b6a2-7d9d340ac50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:08:50Z', 'updated_at': '2022-09-01T14:08:53Z', 'revision_number': 3, 'project_id': 'f394f5c330444b81b46cb0ba3f026cf0', 'gw_port': {'id': '7d38a751-257c-415c-b6a2-7d9d340ac50d', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e49c42-31a3-4477-8dfe-ae98adf9714b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:08:51Z', 'updated_at': '2022-09-01T14:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:08:57.968098 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6931fd-f8c5-4a5f-819f-43e14d5c12ae req-cfe29103-3893-4725-a2c9-35c1770e29a2 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:57.969755 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1f6931fd-f8c5-4a5f-819f-43e14d5c12ae req-cfe29103-3893-4725-a2c9-35c1770e29a2 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=81fe7593-66bc-442e-bd42-67dbb727a356 HTTP/1.1" status: 200 len: 944 time: 0.1646087 Sep 01 14:08:57.978292 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff200ad0-9e87-4bc8-8f41-8b31cb789c1d service neutron] Pushing event updated for resources: {'Port': ['ID=cbd0d6ee-8ef6-4903-9342-88e28ddb8597,revision_number=3']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:57.984737 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-19d67da6-88c3-4bde-94c7-a26eb9fdc443 admin admin] Publish callbacks [] for port (24a77a5e-bece-4ea6-8c8f-7e006e509b14), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:58.019401 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b401b4-f956-4109-a008-81568cc3bdb1 None None] The sync data for ids ['b4e49c42-31a3-4477-8dfe-ae98adf9714b'] in dv-cinder-852211-7-iscsi is: [{'id': 'b4e49c42-31a3-4477-8dfe-ae98adf9714b', 'name': 'tempest-TestShelveInstance-1663840984-router', 'tenant_id': 'f394f5c330444b81b46cb0ba3f026cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '7d38a751-257c-415c-b6a2-7d9d340ac50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:08:50Z', 'updated_at': '2022-09-01T14:08:53Z', 'revision_number': 3, 'project_id': 'f394f5c330444b81b46cb0ba3f026cf0', 'gw_port': {'id': '7d38a751-257c-415c-b6a2-7d9d340ac50d', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e49c42-31a3-4477-8dfe-ae98adf9714b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:08:51Z', 'updated_at': '2022-09-01T14:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}] {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:08:58.133038 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f2e41-03df-4e82-9ccb-b76131922c5b req-20fcd49f-d09b-4bab-a9b6-214a34a571a3 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:58.140250 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-dd3f2e41-03df-4e82-9ccb-b76131922c5b req-20fcd49f-d09b-4bab-a9b6-214a34a571a3 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 943 time: 0.1661973 Sep 01 14:08:58.147418 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-83d1feda-5987-4bd6-9f7a-0e6bb4530cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:58.149007 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-83d1feda-5987-4bd6-9f7a-0e6bb4530cab service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=2e6d998735c243c3bcd08ca2e2d81ae9&device_id=81fe7593-66bc-442e-bd42-67dbb727a356 HTTP/1.1" status: 200 len: 1128 time: 0.0725720 Sep 01 14:08:58.217237 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-d3ad217a-5d08-47a8-b3ba-de0c417e79af service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbd0d6ee-8ef6-4903-9342-88e28ddb8597 HTTP/1.1" status: 200 len: 217 time: 0.0609825 Sep 01 14:08:58.229372 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2f61d8b0-52d6-4826-ae5e-7cf051523d34 req-02a110be-7c87-4676-863b-c6d2bb76b8bc service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9cdd4113-f7e0-45eb-bbb2-5da93102bf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063183 Sep 01 14:08:58.235035 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1f6931fd-f8c5-4a5f-819f-43e14d5c12ae req-8f703d14-04be-48d3-b5ad-07fe323e8e95 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2ace0a83-ed2e-4998-8363-4ec93e8f320a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122693 Sep 01 14:08:58.297063 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-dd3f2e41-03df-4e82-9ccb-b76131922c5b req-7ea289e5-839a-4940-9563-e46d576cf208 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514795 Sep 01 14:08:58.301726 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-19d67da6-88c3-4bde-94c7-a26eb9fdc443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (24a77a5e-bece-4ea6-8c8f-7e006e509b14), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:58.347000 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-845e244e-f570-4ffe-85e0-ca502c08a542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:58.348728 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-845e244e-f570-4ffe-85e0-ca502c08a542 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=4ea87ade-011f-4e61-be9d-8a876a11d6d7 HTTP/1.1" status: 200 len: 854 time: 0.1242759 Sep 01 14:08:58.373308 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d67da6-88c3-4bde-94c7-a26eb9fdc443 admin admin] Network 06feea0c-c6e5-47c0-a95a-cd6177e8c337 is already hosted by enough agents. {{(pid=107073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:08:58.380008 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1011d55-0b75-42c6-9018-f06cc3ffda32 x-openstack-request-id: req-f1011d55-0b75-42c6-9018-f06cc3ffda32 {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:08:58.380416 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81fe7593-66bc-442e-bd42-67dbb727a356", "tag": "cbd0d6ee-8ef6-4903-9342-88e28ddb8597", "status": "completed", "code": 200}]} {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:08:58.380737 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f1011d55-0b75-42c6-9018-f06cc3ffda32 {{(pid=107074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:08:58.381753 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1011d55-0b75-42c6-9018-f06cc3ffda32'] response: {'name': 'network-changed', 'server_uuid': '81fe7593-66bc-442e-bd42-67dbb727a356', 'tag': 'cbd0d6ee-8ef6-4903-9342-88e28ddb8597', 'status': 'completed', 'code': 200} Sep 01 14:08:58.387279 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.base_scheduler [None req-19d67da6-88c3-4bde-94c7-a26eb9fdc443 admin admin] Resources bound (agent type, host, resource id): {{(pid=107073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:08:58.398819 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d67da6-88c3-4bde-94c7-a26eb9fdc443 admin admin] Received port after_create {{(pid=107073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:08:58.406468 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d67da6-88c3-4bde-94c7-a26eb9fdc443 admin admin] Pushing event updated for resources: {'Port': ['ID=24a77a5e-bece-4ea6-8c8f-7e006e509b14,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:58.504872 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-19d67da6-88c3-4bde-94c7-a26eb9fdc443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33120883'] for router_interface (b4e49c42-31a3-4477-8dfe-ae98adf9714b), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:58.800573 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-848d65be-e010-4d9f-a37c-c9f9661e2bd6 None None] Provisioning complete for port 24a77a5e-bece-4ea6-8c8f-7e006e509b14 triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:08:58.801349 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-848d65be-e010-4d9f-a37c-c9f9661e2bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (24a77a5e-bece-4ea6-8c8f-7e006e509b14), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:58.843925 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-848d65be-e010-4d9f-a37c-c9f9661e2bd6 None None] Port 24a77a5e-bece-4ea6-8c8f-7e006e509b14 cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 14:08:58.873064 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-19d67da6-88c3-4bde-94c7-a26eb9fdc443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (24a77a5e-bece-4ea6-8c8f-7e006e509b14), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:58.943851 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 58412) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:58.976572 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-44870e51-270e-4b30-a3d5-dc2a26c8d7bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:59.035661 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd241e-396c-4d7b-96d0-d6f265421950 req-6503c80e-7182-4dca-82dc-1d874a4aaaaa tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:59.037404 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-84cd241e-396c-4d7b-96d0-d6f265421950 req-6503c80e-7182-4dca-82dc-1d874a4aaaaa tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 943 time: 0.0809476 Sep 01 14:08:59.102343 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 58414) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:59.190242 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:08:59.214837 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-84cd241e-396c-4d7b-96d0-d6f265421950 req-f47a2304-5854-4d69-9b2e-6dd911e166e3 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582305 Sep 01 14:08:59.234319 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:59.245667 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 7d38a751-257c-415c-b6a2-7d9d340ac50d up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:08:59.336382 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-19d67da6-88c3-4bde-94c7-a26eb9fdc443 admin admin] Publish callbacks [] for port (24a77a5e-bece-4ea6-8c8f-7e006e509b14), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:59.355852 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 7d38a751-257c-415c-b6a2-7d9d340ac50d triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:08:59.356817 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (7d38a751-257c-415c-b6a2-7d9d340ac50d), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:59.369189 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-44870e51-270e-4b30-a3d5-dc2a26c8d7bf admin admin] Publish callbacks [] for security_group (cb2cb13a-b01d-4dcb-8b37-893e77509494), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:59.375873 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-cf8bde68-dffd-4e75-b40b-ef3fd7da66cf service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1452909 Sep 01 14:08:59.420574 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-57a53b8c-9ac7-423f-8c6d-03dba0c5e013 req-b5602ea2-aac0-4025-a981-c87a701c0390 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3161457 Sep 01 14:08:59.448686 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [req-57a53b8c-9ac7-423f-8c6d-03dba0c5e013 req-036f0c92-02be-49c3-af25-a6e88c03b293 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107074) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 14:08:59.450641 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-57a53b8c-9ac7-423f-8c6d-03dba0c5e013 req-036f0c92-02be-49c3-af25-a6e88c03b293 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0115099 Sep 01 14:08:59.458213 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-19d67da6-88c3-4bde-94c7-a26eb9fdc443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3071173'] for port (24a77a5e-bece-4ea6-8c8f-7e006e509b14), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:59.525983 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-44870e51-270e-4b30-a3d5-dc2a26c8d7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (cb2cb13a-b01d-4dcb-8b37-893e77509494), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:59.556929 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 7d38a751-257c-415c-b6a2-7d9d340ac50d is: DOWN; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:08:59.557670 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (7d38a751-257c-415c-b6a2-7d9d340ac50d), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:59.596592 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] For port 7d38a751-257c-415c-b6a2-7d9d340ac50d, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=7d38a751-257c-415c-b6a2-7d9d340ac50d,segment=NetworkSegment(f315c88c-0cea-42ce-ac38-790188a99330),segment_id=f315c88c-0cea-42ce-ac38-790188a99330)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:08:59.631790 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-44870e51-270e-4b30-a3d5-dc2a26c8d7bf admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=7ce54a4a8da74dac87b23e7bc8ab11ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6863742 Sep 01 14:08:59.646373 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 58426) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:59.688923 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44870e51-270e-4b30-a3d5-dc2a26c8d7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2cb13a-b01d-4dcb-8b37-893e77509494,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:59.701979 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e0c8d-7367-4c5c-aa68-7737633070e6 req-ebf7711c-7538-4a24-a951-40b5b4fce8ff tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:59.703653 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-746e0c8d-7367-4c5c-aa68-7737633070e6 req-ebf7711c-7538-4a24-a951-40b5b4fce8ff tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=81fe7593-66bc-442e-bd42-67dbb727a356 HTTP/1.1" status: 200 len: 944 time: 0.2667444 Sep 01 14:08:59.715369 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 58428) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:08:59.716235 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-19d67da6-88c3-4bde-94c7-a26eb9fdc443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33091771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33120975'] for router_interface (b4e49c42-31a3-4477-8dfe-ae98adf9714b), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:59.726731 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (7d38a751-257c-415c-b6a2-7d9d340ac50d), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:59.730833 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6c492-cafd-4ae9-ad49-c7d0ad8405c1 req-844f4b9f-a305-453b-abb0-b96dde304ba5 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:08:59.734509 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-63f6c492-cafd-4ae9-ad49-c7d0ad8405c1 req-844f4b9f-a305-453b-abb0-b96dde304ba5 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 943 time: 0.1857936 Sep 01 14:08:59.748185 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d67da6-88c3-4bde-94c7-a26eb9fdc443 admin admin] Pushing event updated for resources: {'Port': ['ID=24a77a5e-bece-4ea6-8c8f-7e006e509b14,revision_number=2']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:59.766813 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-d362ad6c-f32d-4c77-b2e2-d09b92ca85fd service neutron] 10.222.0.72 "GET /networking/v2.0/networks/d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812420 Sep 01 14:08:59.803093 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Pushing event updated for resources: {'Port': ['ID=7d38a751-257c-415c-b6a2-7d9d340ac50d,revision_number=4']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:08:59.845238 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-a0885fd1-4f51-467c-888b-0bf7f695a1e9 admin admin] Publish callbacks [] for security_group (cb2cb13a-b01d-4dcb-8b37-893e77509494), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:59.879349 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-a0885fd1-4f51-467c-888b-0bf7f695a1e9 admin admin] Publish callbacks [] for security_group (cb2cb13a-b01d-4dcb-8b37-893e77509494), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:08:59.943673 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-0ba68881-23dc-4b44-bd02-074f1d9b0cc3 req-c45f2ad9-27d0-44c3-8516-6fd72bc482ac service neutron] 10.222.0.72 "GET /networking/v2.0/networks/d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701372 Sep 01 14:08:59.985026 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-746e0c8d-7367-4c5c-aa68-7737633070e6 req-84504812-cc9a-4287-af02-cbf2f5caad04 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2ace0a83-ed2e-4998-8363-4ec93e8f320a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711914 Sep 01 14:08:59.994073 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-63f6c492-cafd-4ae9-ad49-c7d0ad8405c1 req-c523d938-91cb-4827-9c0d-58e2e4a1525d tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089722 Sep 01 14:09:00.000821 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a53b8c-9ac7-423f-8c6d-03dba0c5e013 req-f70664a5-0d1e-4256-a921-54d6dddc0d65 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:00.003084 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-57a53b8c-9ac7-423f-8c6d-03dba0c5e013 req-f70664a5-0d1e-4256-a921-54d6dddc0d65 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports/9ae4ab09-714c-4175-ba0d-7b76b31e652d HTTP/1.1" status: 200 len: 940 time: 0.2692883 Sep 01 14:09:00.062406 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-a0885fd1-4f51-467c-888b-0bf7f695a1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (cb2cb13a-b01d-4dcb-8b37-893e77509494), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:00.064701 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d67da6-88c3-4bde-94c7-a26eb9fdc443 admin admin] Network 06feea0c-c6e5-47c0-a95a-cd6177e8c337 is already hosted by enough agents. {{(pid=107073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:09:00.067884 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.base_scheduler [None req-19d67da6-88c3-4bde-94c7-a26eb9fdc443 admin admin] Resources bound (agent type, host, resource id): {{(pid=107073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:09:00.069971 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-a0885fd1-4f51-467c-888b-0bf7f695a1e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:00.072616 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-a0885fd1-4f51-467c-888b-0bf7f695a1e9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/cb2cb13a-b01d-4dcb-8b37-893e77509494 HTTP/1.1" status: 204 len: 168 time: 0.4247301 Sep 01 14:09:00.099635 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0885fd1-4f51-467c-888b-0bf7f695a1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2cb13a-b01d-4dcb-8b37-893e77509494,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:00.235395 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:00.248432 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:00.302641 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d67da6-88c3-4bde-94c7-a26eb9fdc443 admin admin] Router b4e49c42-31a3-4477-8dfe-ae98adf9714b has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:09:00.406304 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:00.504590 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d67da6-88c3-4bde-94c7-a26eb9fdc443 admin admin] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:09:00.511043 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bccce-4c03-4c46-804e-254969dc5a4d req-6d9a0c1c-880b-4b66-a596-8eb20d4dd849 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:00.512595 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-562bccce-4c03-4c46-804e-254969dc5a4d req-6d9a0c1c-880b-4b66-a596-8eb20d4dd849 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 943 time: 0.1225853 Sep 01 14:09:00.516823 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-19d67da6-88c3-4bde-94c7-a26eb9fdc443 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/b4e49c42-31a3-4477-8dfe-ae98adf9714b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2332394 Sep 01 14:09:00.593942 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-99e74041-8bc2-495b-8ca5-00786a236513 None None] Provisioning complete for port 24a77a5e-bece-4ea6-8c8f-7e006e509b14 triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:09:00.594396 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-99e74041-8bc2-495b-8ca5-00786a236513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (24a77a5e-bece-4ea6-8c8f-7e006e509b14), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:00.595746 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-562bccce-4c03-4c46-804e-254969dc5a4d req-a9af98f7-31f6-4376-a25a-6b67ecb6f22e tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679972 Sep 01 14:09:00.715550 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321e67ef-aa10-4126-bec1-cd678edfb6f4 None None] Sync routers for ids ['b4e49c42-31a3-4477-8dfe-ae98adf9714b'] in dv-cinder-852211-7-iscsi {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:09:00.730642 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321e67ef-aa10-4126-bec1-cd678edfb6f4 None None] Routers {'b4e49c42-31a3-4477-8dfe-ae98adf9714b'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:09:00.731442 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-321e67ef-aa10-4126-bec1-cd678edfb6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:08:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['b4e49c42-31a3-4477-8dfe-ae98adf9714b'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:09:00.855344 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-99e74041-8bc2-495b-8ca5-00786a236513 None None] Port 24a77a5e-bece-4ea6-8c8f-7e006e509b14 cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 14:09:00.877836 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-321e67ef-aa10-4126-bec1-cd678edfb6f4 None None] Set router b4e49c42-31a3-4477-8dfe-ae98adf9714b gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:09:00.968204 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:01.114691 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:01.129876 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-321e67ef-aa10-4126-bec1-cd678edfb6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e49c42-31a3-4477-8dfe-ae98adf9714b', 'name': 'tempest-TestShelveInstance-1663840984-router', 'tenant_id': 'f394f5c330444b81b46cb0ba3f026cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '7d38a751-257c-415c-b6a2-7d9d340ac50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:08:50Z', 'updated_at': '2022-09-01T14:08:58Z', 'revision_number': 4, 'project_id': 'f394f5c330444b81b46cb0ba3f026cf0', 'gw_port': {'id': '7d38a751-257c-415c-b6a2-7d9d340ac50d', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e49c42-31a3-4477-8dfe-ae98adf9714b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:08:51Z', 'updated_at': '2022-09-01T14:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '24a77a5e-bece-4ea6-8c8f-7e006e509b14', 'name': '', 'network_id': '06feea0c-c6e5-47c0-a95a-cd6177e8c337', 'tenant_id': 'f394f5c330444b81b46cb0ba3f026cf0', 'mac_address': 'fa:16:3e:dc:e6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e49c42-31a3-4477-8dfe-ae98adf9714b', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '827db297-0680-4003-aba7-d1bdadf93cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:08:56Z', 'updated_at': '2022-09-01T14:08:59Z', 'revision_number': 2, 'project_id': 'f394f5c330444b81b46cb0ba3f026cf0', 'subnets': [{'id': '827db297-0680-4003-aba7-d1bdadf93cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:09:01.132110 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device f27eab44-1c4b-4c5c-95ab-4dbdc5728861 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=107075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:09:01.165875 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321e67ef-aa10-4126-bec1-cd678edfb6f4 None None] Checking router: b4e49c42-31a3-4477-8dfe-ae98adf9714b for host: dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:09:01.166653 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321e67ef-aa10-4126-bec1-cd678edfb6f4 None None] Updating router b4e49c42-31a3-4477-8dfe-ae98adf9714b port 24a77a5e-bece-4ea6-8c8f-7e006e509b14 binding host dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:09:01.202406 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=100 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:01.203939 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-321e67ef-aa10-4126-bec1-cd678edfb6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (24a77a5e-bece-4ea6-8c8f-7e006e509b14), before_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:01.204832 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c5c2b-dc99-4855-8012-d89da646983d req-b3a8db6a-f595-406a-97e1-1468ea09e5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:01.207372 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-aa1c5c2b-dc99-4855-8012-d89da646983d req-b3a8db6a-f595-406a-97e1-1468ea09e5fa service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=2e6d998735c243c3bcd08ca2e2d81ae9&device_id=81fe7593-66bc-442e-bd42-67dbb727a356 HTTP/1.1" status: 200 len: 1128 time: 0.1014893 Sep 01 14:09:01.241703 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294898c-a6bb-4b27-8281-55fa86f0328f req-770b2789-d746-4706-b08a-39b4df34c894 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:01.259068 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5294898c-a6bb-4b27-8281-55fa86f0328f req-770b2789-d746-4706-b08a-39b4df34c894 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 943 time: 0.0985909 Sep 01 14:09:01.279918 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 7d38a751-257c-415c-b6a2-7d9d340ac50d up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:09:01.306417 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 58460) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:09:01.314107 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-d5dc2983-752c-4853-85c1-4cde2050dd40 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-57972656', 'description': 'tempest-secgroup-smoke-57972656 description', 'project_id': 'c1c061b824cb4a92a469061e7a67f967'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:09:01.384841 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c5c2b-dc99-4855-8012-d89da646983d req-3515ec73-8088-4254-bf61-b8248f15db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:01.386737 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-aa1c5c2b-dc99-4855-8012-d89da646983d req-3515ec73-8088-4254-bf61-b8248f15db61 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0 HTTP/1.1" status: 200 len: 915 time: 0.1725047 Sep 01 14:09:01.394810 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5294898c-a6bb-4b27-8281-55fa86f0328f req-0091ed58-89d3-4dee-8cb8-538513ca889e tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351314 Sep 01 14:09:01.399531 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:01.491444 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-aa1c5c2b-dc99-4855-8012-d89da646983d req-26baa047-960d-4291-a715-014036aaa7c4 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbd0d6ee-8ef6-4903-9342-88e28ddb8597 HTTP/1.1" status: 200 len: 217 time: 0.0968525 Sep 01 14:09:01.543271 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port f27eab44-1c4b-4c5c-95ab-4dbdc5728861, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=f27eab44-1c4b-4c5c-95ab-4dbdc5728861,segment=NetworkSegment(21afd361-14bd-45f1-b42f-187569ad44e0),segment_id=21afd361-14bd-45f1-b42f-187569ad44e0)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:09:01.546166 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbc839-09d2-40c6-bc94-2cd1c5eae2a1 req-ed8643a2-a8d4-4117-b09c-adc1724c8a9d tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:01.549430 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-25cbc839-09d2-40c6-bc94-2cd1c5eae2a1 req-ed8643a2-a8d4-4117-b09c-adc1724c8a9d tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=81fe7593-66bc-442e-bd42-67dbb727a356 HTTP/1.1" status: 200 len: 944 time: 0.0968447 Sep 01 14:09:01.553060 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:01.555268 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d5dc2983-752c-4853-85c1-4cde2050dd40 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:01.558671 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c5c2b-dc99-4855-8012-d89da646983d req-d0e9dbc0-961f-4145-a3e2-83add0ef1b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:01.560691 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-aa1c5c2b-dc99-4855-8012-d89da646983d req-d0e9dbc0-961f-4145-a3e2-83add0ef1b61 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=4ea87ade-011f-4e61-be9d-8a876a11d6d7 HTTP/1.1" status: 200 len: 854 time: 0.0629113 Sep 01 14:09:01.571647 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 7d38a751-257c-415c-b6a2-7d9d340ac50d triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:09:01.572486 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (7d38a751-257c-415c-b6a2-7d9d340ac50d), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:01.619416 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Returning: {'device': 'f27eab44-1c4b-4c5c-95ab-4dbdc5728861', 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c', 'port_id': 'f27eab44-1c4b-4c5c-95ab-4dbdc5728861', 'mac_address': 'fa:16:3e:28:b7:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2d86ced-9867-4b29-96c7-eb755efebba7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:09:01.621567 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:01.626820 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-aa1c5c2b-dc99-4855-8012-d89da646983d req-4102a730-df94-4619-9573-0804c6b37f77 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593047 Sep 01 14:09:01.711161 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port f27eab44-1c4b-4c5c-95ab-4dbdc5728861 is: DOWN; New status is: BUILD {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:09:01.712025 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (f27eab44-1c4b-4c5c-95ab-4dbdc5728861), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:01.763589 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-aa1c5c2b-dc99-4855-8012-d89da646983d req-ed1e8bba-f299-4a36-b51e-7fcd35940508 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311805 Sep 01 14:09:01.771531 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-25cbc839-09d2-40c6-bc94-2cd1c5eae2a1 req-8c86c2db-aa50-49ea-be5d-900576e5c9f5 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2ace0a83-ed2e-4998-8363-4ec93e8f320a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093818 Sep 01 14:09:01.849990 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f27eab44-1c4b-4c5c-95ab-4dbdc5728861 {{(pid=107075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:09:01.916006 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port f27eab44-1c4b-4c5c-95ab-4dbdc5728861, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=f27eab44-1c4b-4c5c-95ab-4dbdc5728861,segment=NetworkSegment(21afd361-14bd-45f1-b42f-187569ad44e0),segment_id=21afd361-14bd-45f1-b42f-187569ad44e0)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:09:01.919726 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 7d38a751-257c-415c-b6a2-7d9d340ac50d is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:09:01.935827 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:01.962572 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-321e67ef-aa10-4126-bec1-cd678edfb6f4 None None] Publish callbacks [] for port (24a77a5e-bece-4ea6-8c8f-7e006e509b14), precommit_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:01.984104 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (f27eab44-1c4b-4c5c-95ab-4dbdc5728861), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:02.012491 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-aa1c5c2b-dc99-4855-8012-d89da646983d req-f2f4328d-4d83-4c55-9063-f7e22ac2ab2a service neutron] 10.222.0.72 "GET /networking/v2.0/networks/d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327321 Sep 01 14:09:02.068083 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f53c2-d075-4edd-83b6-321081dafa4d req-cb79aacd-ca6c-4030-aedd-e534fb8cb370 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:02.070686 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-744f53c2-d075-4edd-83b6-321081dafa4d req-cb79aacd-ca6c-4030-aedd-e534fb8cb370 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 943 time: 0.1980557 Sep 01 14:09:02.082704 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=f27eab44-1c4b-4c5c-95ab-4dbdc5728861,revision_number=4']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:02.085767 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d5dc2983-752c-4853-85c1-4cde2050dd40 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks [] for security_group (2654d1eb-7582-4d09-b539-aaea9fdc8e67), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:02.104240 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-321e67ef-aa10-4126-bec1-cd678edfb6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (24a77a5e-bece-4ea6-8c8f-7e006e509b14), after_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:02.188839 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-744f53c2-d075-4edd-83b6-321081dafa4d req-a0a86786-4d94-4b38-b039-2bdea515d8d5 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072593 Sep 01 14:09:02.208466 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d5dc2983-752c-4853-85c1-4cde2050dd40 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (2654d1eb-7582-4d09-b539-aaea9fdc8e67), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:02.214099 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aefee6-1aec-4f09-b891-c43e26e35ea6 None None] Pushing event updated for resources: {'Port': ['ID=24a77a5e-bece-4ea6-8c8f-7e006e509b14,revision_number=3']} {{(pid=107076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:02.254973 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.managers [None req-321e67ef-aa10-4126-bec1-cd678edfb6f4 None None] Attempting to bind port 24a77a5e-bece-4ea6-8c8f-7e006e509b14 on host dv-cinder-852211-7-iscsi for vnic_type normal with profile {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:09:02.255343 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.managers [None req-321e67ef-aa10-4126-bec1-cd678edfb6f4 None None] Attempting to bind port 24a77a5e-bece-4ea6-8c8f-7e006e509b14 by drivers openvswitch,hyperv on host dv-cinder-852211-7-iscsi at level 0 using segments [{'id': '2c1e00d1-da8e-4d35-aaea-e5f60ce91a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '06feea0c-c6e5-47c0-a95a-cd6177e8c337'}] {{(pid=107076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:09:02.255709 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321e67ef-aa10-4126-bec1-cd678edfb6f4 None None] Attempting to bind port 24a77a5e-bece-4ea6-8c8f-7e006e509b14 on network 06feea0c-c6e5-47c0-a95a-cd6177e8c337 {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:09:02.258874 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc2983-752c-4853-85c1-4cde2050dd40 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2654d1eb-7582-4d09-b539-aaea9fdc8e67,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:02.263426 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321e67ef-aa10-4126-bec1-cd678edfb6f4 None None] Checking agent: {'id': '16ae7bad-0e03-4d8e-885b-3ed578a6ac87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 13, 56, 30), 'started_at': datetime.datetime(2022, 9, 1, 13, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:09:02.263790 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321e67ef-aa10-4126-bec1-cd678edfb6f4 None None] Checking segment: {'id': '2c1e00d1-da8e-4d35-aaea-e5f60ce91a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '06feea0c-c6e5-47c0-a95a-cd6177e8c337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:09:02.264096 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-321e67ef-aa10-4126-bec1-cd678edfb6f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:02.264496 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321e67ef-aa10-4126-bec1-cd678edfb6f4 None None] Bound using segment: {'id': '2c1e00d1-da8e-4d35-aaea-e5f60ce91a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '06feea0c-c6e5-47c0-a95a-cd6177e8c337'} {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:09:02.264981 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.managers [None req-321e67ef-aa10-4126-bec1-cd678edfb6f4 None None] Bound port: 24a77a5e-bece-4ea6-8c8f-7e006e509b14, host: dv-cinder-852211-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1e00d1-da8e-4d35-aaea-e5f60ce91a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '06feea0c-c6e5-47c0-a95a-cd6177e8c337'}}] {{(pid=107076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:09:02.265814 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-321e67ef-aa10-4126-bec1-cd678edfb6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (24a77a5e-bece-4ea6-8c8f-7e006e509b14), before_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:02.298299 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] get_ports_and_sgs() called for port_ids ['f27eab44-1c4b-4c5c-95ab-4dbdc5728861'] {{(pid=107075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 14:09:02.341322 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d5dc2983-752c-4853-85c1-4cde2050dd40 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:02.347144 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-d5dc2983-752c-4853-85c1-4cde2050dd40 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.0370014 Sep 01 14:09:02.352694 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 58474) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:09:02.367518 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-7f498295-49c4-4944-aa6a-fc99214321fe tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Request body: {'security_group_rule': {'security_group_id': '2654d1eb-7582-4d09-b539-aaea9fdc8e67', 'project_id': 'c1c061b824cb4a92a469061e7a67f967', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:09:02.370426 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.db [None req-321e67ef-aa10-4126-bec1-cd678edfb6f4 None None] For port 24a77a5e-bece-4ea6-8c8f-7e006e509b14, host dv-cinder-852211-7-iscsi, cleared binding levels {{(pid=107076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:09:02.375972 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.db [None req-321e67ef-aa10-4126-bec1-cd678edfb6f4 None None] For port 24a77a5e-bece-4ea6-8c8f-7e006e509b14, host dv-cinder-852211-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=24a77a5e-bece-4ea6-8c8f-7e006e509b14,segment=NetworkSegment(2c1e00d1-da8e-4d35-aaea-e5f60ce91a09),segment_id=2c1e00d1-da8e-4d35-aaea-e5f60ce91a09)] {{(pid=107076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:09:02.488055 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-321e67ef-aa10-4126-bec1-cd678edfb6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (24a77a5e-bece-4ea6-8c8f-7e006e509b14), after_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:02.499179 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7f498295-49c4-4944-aa6a-fc99214321fe tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks [] for security_group_rule (45198367-86af-4e77-b2ed-bffbce51b249), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:02.569081 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aefee6-1aec-4f09-b891-c43e26e35ea6 None None] Pushing event updated for resources: {'Port': ['ID=24a77a5e-bece-4ea6-8c8f-7e006e509b14,revision_number=4']} {{(pid=107076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:02.576946 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321e67ef-aa10-4126-bec1-cd678edfb6f4 None None] Routers {'b4e49c42-31a3-4477-8dfe-ae98adf9714b'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:09:02.577583 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-321e67ef-aa10-4126-bec1-cd678edfb6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:08:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['b4e49c42-31a3-4477-8dfe-ae98adf9714b'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:09:02.627841 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7f498295-49c4-4944-aa6a-fc99214321fe tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks [] for security_group_rule (45198367-86af-4e77-b2ed-bffbce51b249), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:02.631662 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d6a9d-d4c7-4b0a-be88-4ff4f9729d4e req-fcd6026f-0875-4920-bda2-efeec7b5082b tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:02.633810 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f09d6a9d-d4c7-4b0a-be88-4ff4f9729d4e req-fcd6026f-0875-4920-bda2-efeec7b5082b tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 943 time: 0.1228073 Sep 01 14:09:02.713836 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f09d6a9d-d4c7-4b0a-be88-4ff4f9729d4e req-7b7d245b-167f-4147-ac41-69a0b49e3b28 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698805 Sep 01 14:09:02.743221 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7f498295-49c4-4944-aa6a-fc99214321fe tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411178'] for security_group_rule (45198367-86af-4e77-b2ed-bffbce51b249), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:02.773797 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f498295-49c4-4944-aa6a-fc99214321fe tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45198367-86af-4e77-b2ed-bffbce51b249,revision_number=0']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:02.856945 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-321e67ef-aa10-4126-bec1-cd678edfb6f4 None None] Set router b4e49c42-31a3-4477-8dfe-ae98adf9714b gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:09:02.883367 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7f498295-49c4-4944-aa6a-fc99214321fe tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:02.887910 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-7f498295-49c4-4944-aa6a-fc99214321fe tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5336201 Sep 01 14:09:02.888259 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 58484) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:09:02.892655 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-d2a26bef-8ed8-4e2b-91f4-30c1d265b90a tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Request body: {'security_group_rule': {'security_group_id': '2654d1eb-7582-4d09-b539-aaea9fdc8e67', 'project_id': 'c1c061b824cb4a92a469061e7a67f967', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:09:02.967565 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a218e6-1fe9-467b-bda1-7fedb0ee8a32 req-0b34f287-48d0-471c-8389-4e2f9c9834a6 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:02.969484 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-37a218e6-1fe9-467b-bda1-7fedb0ee8a32 req-0b34f287-48d0-471c-8389-4e2f9c9834a6 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=81fe7593-66bc-442e-bd42-67dbb727a356 HTTP/1.1" status: 200 len: 944 time: 0.0827398 Sep 01 14:09:02.992473 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:03.060137 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-37a218e6-1fe9-467b-bda1-7fedb0ee8a32 req-9df44072-6202-4d78-9480-64b1673a7598 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2ace0a83-ed2e-4998-8363-4ec93e8f320a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842998 Sep 01 14:09:03.062079 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d2a26bef-8ed8-4e2b-91f4-30c1d265b90a tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks [] for security_group_rule (c6febed3-49e6-46bf-ad58-4a8932434a83), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:03.123498 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-321e67ef-aa10-4126-bec1-cd678edfb6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e49c42-31a3-4477-8dfe-ae98adf9714b', 'name': 'tempest-TestShelveInstance-1663840984-router', 'tenant_id': 'f394f5c330444b81b46cb0ba3f026cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '7d38a751-257c-415c-b6a2-7d9d340ac50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:08:50Z', 'updated_at': '2022-09-01T14:08:58Z', 'revision_number': 4, 'project_id': 'f394f5c330444b81b46cb0ba3f026cf0', 'gw_port': {'id': '7d38a751-257c-415c-b6a2-7d9d340ac50d', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e49c42-31a3-4477-8dfe-ae98adf9714b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:08:51Z', 'updated_at': '2022-09-01T14:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '24a77a5e-bece-4ea6-8c8f-7e006e509b14', 'name': '', 'network_id': '06feea0c-c6e5-47c0-a95a-cd6177e8c337', 'tenant_id': 'f394f5c330444b81b46cb0ba3f026cf0', 'mac_address': 'fa:16:3e:dc:e6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e49c42-31a3-4477-8dfe-ae98adf9714b', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '827db297-0680-4003-aba7-d1bdadf93cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:08:56Z', 'updated_at': '2022-09-01T14:09:02Z', 'revision_number': 4, 'project_id': 'f394f5c330444b81b46cb0ba3f026cf0', 'subnets': [{'id': '827db297-0680-4003-aba7-d1bdadf93cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:09:03.141836 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d2a26bef-8ed8-4e2b-91f4-30c1d265b90a tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks [] for security_group_rule (c6febed3-49e6-46bf-ad58-4a8932434a83), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:03.146755 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device cbd0d6ee-8ef6-4903-9342-88e28ddb8597 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=107075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:09:03.153420 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device f27eab44-1c4b-4c5c-95ab-4dbdc5728861 up at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:09:03.162526 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321e67ef-aa10-4126-bec1-cd678edfb6f4 None None] The sync data for ids ['b4e49c42-31a3-4477-8dfe-ae98adf9714b'] in dv-cinder-852211-7-iscsi is: [{'id': 'b4e49c42-31a3-4477-8dfe-ae98adf9714b', 'name': 'tempest-TestShelveInstance-1663840984-router', 'tenant_id': 'f394f5c330444b81b46cb0ba3f026cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '7d38a751-257c-415c-b6a2-7d9d340ac50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:08:50Z', 'updated_at': '2022-09-01T14:08:58Z', 'revision_number': 4, 'project_id': 'f394f5c330444b81b46cb0ba3f026cf0', 'gw_port': {'id': '7d38a751-257c-415c-b6a2-7d9d340ac50d', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e49c42-31a3-4477-8dfe-ae98adf9714b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:08:51Z', 'updated_at': '2022-09-01T14:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '24a77a5e-bece-4ea6-8c8f-7e006e509b14', 'name': '', 'network_id': '06feea0c-c6e5-47c0-a95a-cd6177e8c337', 'tenant_id': 'f394f5c330444b81b46cb0ba3f026cf0', 'mac_address': 'fa:16:3e:dc:e6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e49c42-31a3-4477-8dfe-ae98adf9714b', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '827db297-0680-4003-aba7-d1bdadf93cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:08:56Z', 'updated_at': '2022-09-01T14:09:02Z', 'revision_number': 4, 'project_id': 'f394f5c330444b81b46cb0ba3f026cf0', 'subnets': [{'id': '827db297-0680-4003-aba7-d1bdadf93cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:09:03.245471 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d2a26bef-8ed8-4e2b-91f4-30c1d265b90a tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411178'] for security_group_rule (c6febed3-49e6-46bf-ad58-4a8932434a83), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:03.283935 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:03.329119 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a26bef-8ed8-4e2b-91f4-30c1d265b90a tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6febed3-49e6-46bf-ad58-4a8932434a83,revision_number=0']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:03.389972 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:03.425496 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning for port f27eab44-1c4b-4c5c-95ab-4dbdc5728861 completed by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 14:09:03.497185 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29366d1c-6b80-42eb-9b1f-d4fe3a470dea req-f504ccc0-881b-4ad6-8855-ff35b9910281 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:03.503744 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port cbd0d6ee-8ef6-4903-9342-88e28ddb8597, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=cbd0d6ee-8ef6-4903-9342-88e28ddb8597,segment=NetworkSegment(c0922301-047c-4f55-a8b0-9261b3aa0d17),segment_id=c0922301-047c-4f55-a8b0-9261b3aa0d17)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:09:03.505626 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-29366d1c-6b80-42eb-9b1f-d4fe3a470dea req-f504ccc0-881b-4ad6-8855-ff35b9910281 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 944 time: 0.1050081 Sep 01 14:09:03.529361 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Returning: {'device': 'cbd0d6ee-8ef6-4903-9342-88e28ddb8597', 'network_id': 'd1c0ee50-5f2f-4508-9ae2-29e7d03abfd0', 'port_id': 'cbd0d6ee-8ef6-4903-9342-88e28ddb8597', 'mac_address': 'fa:16:3e:70:42:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ea87ade-011f-4e61-be9d-8a876a11d6d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:09:03.572766 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port cbd0d6ee-8ef6-4903-9342-88e28ddb8597 is: DOWN; New status is: BUILD {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:09:03.573203 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (cbd0d6ee-8ef6-4903-9342-88e28ddb8597), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:03.583174 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d2a26bef-8ed8-4e2b-91f4-30c1d265b90a tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:03.585614 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-d2a26bef-8ed8-4e2b-91f4-30c1d265b90a tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6961787 Sep 01 14:09:03.598310 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 58496) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:09:03.601954 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-29366d1c-6b80-42eb-9b1f-d4fe3a470dea req-dd38abdf-4b97-4e74-b0c2-df5f839bbd71 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929258 Sep 01 14:09:03.606199 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbd0d6ee-8ef6-4903-9342-88e28ddb8597 {{(pid=107075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:09:03.616254 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-eec443c1-36bc-4560-bae3-c763832cff31 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Request body: {'security_group_rule': {'security_group_id': '2654d1eb-7582-4d09-b539-aaea9fdc8e67', 'project_id': 'c1c061b824cb4a92a469061e7a67f967', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:09:03.644902 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port cbd0d6ee-8ef6-4903-9342-88e28ddb8597, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=cbd0d6ee-8ef6-4903-9342-88e28ddb8597,segment=NetworkSegment(c0922301-047c-4f55-a8b0-9261b3aa0d17),segment_id=c0922301-047c-4f55-a8b0-9261b3aa0d17)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:09:03.648554 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning complete for port f27eab44-1c4b-4c5c-95ab-4dbdc5728861 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:09:03.649214 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (f27eab44-1c4b-4c5c-95ab-4dbdc5728861), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:03.686262 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:03.783563 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port f27eab44-1c4b-4c5c-95ab-4dbdc5728861 is: BUILD; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:09:03.783900 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (f27eab44-1c4b-4c5c-95ab-4dbdc5728861), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:03.818548 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1988647a-695e-49b8-a5d3-dd6c93c10ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27eab44-1c4b-4c5c-95ab-4dbdc5728861'}] {{(pid=107075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:09:03.821420 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea684a423e005867ab2b2321dba33e59ce354bd0b218533ae43957e9dbf26841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40cdb72e-766f-46eb-9b0d-a25ed3036be4" -d '{"events": [{"server_uuid": "1988647a-695e-49b8-a5d3-dd6c93c10ae5", "name": "network-vif-plugged", "status": "completed", "tag": "f27eab44-1c4b-4c5c-95ab-4dbdc5728861"}]}' {{(pid=107075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:09:03.840021 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port f27eab44-1c4b-4c5c-95ab-4dbdc5728861, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=f27eab44-1c4b-4c5c-95ab-4dbdc5728861,segment=NetworkSegment(21afd361-14bd-45f1-b42f-187569ad44e0),segment_id=21afd361-14bd-45f1-b42f-187569ad44e0)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:09:03.865818 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (cbd0d6ee-8ef6-4903-9342-88e28ddb8597), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:03.893934 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-eec443c1-36bc-4560-bae3-c763832cff31 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks [] for security_group_rule (27a5f69d-5164-403c-b028-249c9cd7b470), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:03.922805 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e008af65-d22e-4d29-a821-8395542f9688 x-openstack-request-id: req-e008af65-d22e-4d29-a821-8395542f9688 {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:09:03.923407 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1988647a-695e-49b8-a5d3-dd6c93c10ae5", "name": "network-vif-plugged", "status": "completed", "tag": "f27eab44-1c4b-4c5c-95ab-4dbdc5728861", "code": 200}]} {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:09:03.923701 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e008af65-d22e-4d29-a821-8395542f9688 {{(pid=107075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:09:03.925251 dv-cinder-852211-7-iscsi neutron-server[107075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e008af65-d22e-4d29-a821-8395542f9688'] response: {'server_uuid': '1988647a-695e-49b8-a5d3-dd6c93c10ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27eab44-1c4b-4c5c-95ab-4dbdc5728861', 'code': 200} Sep 01 14:09:03.955426 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (f27eab44-1c4b-4c5c-95ab-4dbdc5728861), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:03.994073 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33456c68-eb41-489f-ab9f-6b39524d1b14 req-60dba496-8e0b-4977-905f-5fa449cd4538 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:04.001670 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-33456c68-eb41-489f-ab9f-6b39524d1b14 req-60dba496-8e0b-4977-905f-5fa449cd4538 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 943 time: 0.1026757 Sep 01 14:09:04.008559 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=cbd0d6ee-8ef6-4903-9342-88e28ddb8597,revision_number=4']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:04.064751 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-eec443c1-36bc-4560-bae3-c763832cff31 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks [] for security_group_rule (27a5f69d-5164-403c-b028-249c9cd7b470), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:04.146645 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-33456c68-eb41-489f-ab9f-6b39524d1b14 req-52776e8e-e1d7-4c68-9026-7b625bceb50d tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429718 Sep 01 14:09:04.153847 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] get_ports_and_sgs() called for port_ids ['cbd0d6ee-8ef6-4903-9342-88e28ddb8597'] {{(pid=107075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 14:09:04.156728 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=f27eab44-1c4b-4c5c-95ab-4dbdc5728861,revision_number=5']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:04.160781 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-eec443c1-36bc-4560-bae3-c763832cff31 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411178'] for security_group_rule (27a5f69d-5164-403c-b028-249c9cd7b470), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:04.238907 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec443c1-36bc-4560-bae3-c763832cff31 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a5f69d-5164-403c-b028-249c9cd7b470,revision_number=0']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:04.268768 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad59cfe-811b-44a4-bc48-830ec21d2b54 req-11cc2c7b-32cc-4281-9318-d37169ed642c tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:04.276361 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0ad59cfe-811b-44a4-bc48-830ec21d2b54 req-11cc2c7b-32cc-4281-9318-d37169ed642c tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=81fe7593-66bc-442e-bd42-67dbb727a356 HTTP/1.1" status: 200 len: 945 time: 0.0677326 Sep 01 14:09:04.282484 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-eec443c1-36bc-4560-bae3-c763832cff31 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:04.288016 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-eec443c1-36bc-4560-bae3-c763832cff31 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6981201 Sep 01 14:09:04.289218 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 58510) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:09:04.295557 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=100 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:04.308194 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-7c7df8b5-7d10-4e93-8493-47016a6d8a22 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Request body: {'security_group_rule': {'security_group_id': '2654d1eb-7582-4d09-b539-aaea9fdc8e67', 'project_id': 'c1c061b824cb4a92a469061e7a67f967', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:09:04.408062 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0ad59cfe-811b-44a4-bc48-830ec21d2b54 req-90427533-62f2-434f-9978-3b1b84f8b4fd tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2ace0a83-ed2e-4998-8363-4ec93e8f320a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285470 Sep 01 14:09:04.456056 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7c7df8b5-7d10-4e93-8493-47016a6d8a22 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks [] for security_group_rule (dc42ce92-3d1b-4421-a8c6-ddb70b56167f), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:04.585780 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c30e05-d990-4ff5-a385-d929eee2558c req-c160ce26-1f70-4ed9-a2a0-9456e8eac447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:04.587201 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-a7c30e05-d990-4ff5-a385-d929eee2558c req-c160ce26-1f70-4ed9-a2a0-9456e8eac447 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 1129 time: 0.1172266 Sep 01 14:09:04.649981 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7c7df8b5-7d10-4e93-8493-47016a6d8a22 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks [] for security_group_rule (dc42ce92-3d1b-4421-a8c6-ddb70b56167f), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:04.778703 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7c7df8b5-7d10-4e93-8493-47016a6d8a22 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411178'] for security_group_rule (dc42ce92-3d1b-4421-a8c6-ddb70b56167f), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:04.797986 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db788d-a2ba-4a13-97eb-67a33864baa5 req-d2425601-d13c-4a82-bb70-6a5bbcdebcb1 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:04.801975 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-52db788d-a2ba-4a13-97eb-67a33864baa5 req-d2425601-d13c-4a82-bb70-6a5bbcdebcb1 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.0780265 Sep 01 14:09:04.801975 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:04.868657 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7df8b5-7d10-4e93-8493-47016a6d8a22 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc42ce92-3d1b-4421-a8c6-ddb70b56167f,revision_number=0']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:04.906299 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-52db788d-a2ba-4a13-97eb-67a33864baa5 req-69308467-c9fa-4764-bb2b-8a04928a1f53 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870948 Sep 01 14:09:04.949867 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-a7c30e05-d990-4ff5-a385-d929eee2558c req-749e0d0b-6726-4e99-857a-0b9e036414b1 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888302 Sep 01 14:09:05.000466 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:05.037769 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a53b8c-9ac7-423f-8c6d-03dba0c5e013 req-608b1127-fa43-47cc-9d97-a60e45aa9e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:05.038188 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7c7df8b5-7d10-4e93-8493-47016a6d8a22 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:05.040304 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-57a53b8c-9ac7-423f-8c6d-03dba0c5e013 req-608b1127-fa43-47cc-9d97-a60e45aa9e51 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71&tenant_id=3ed58deb61194a5ba3f2d46eb7e5680c HTTP/1.1" status: 200 len: 1127 time: 0.1528058 Sep 01 14:09:05.047277 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-7c7df8b5-7d10-4e93-8493-47016a6d8a22 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7518542 Sep 01 14:09:05.047622 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 58530) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:09:05.053321 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-eec868df-32a1-4373-8922-42719cd834e5 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Request body: {'security_group_rule': {'security_group_id': '2654d1eb-7582-4d09-b539-aaea9fdc8e67', 'project_id': 'c1c061b824cb4a92a469061e7a67f967', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:09:05.153237 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 24a77a5e-bece-4ea6-8c8f-7e006e509b14 up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:09:05.177788 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device cbd0d6ee-8ef6-4903-9342-88e28ddb8597 up at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:09:05.189159 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.db.securitygroups_db [None req-eec868df-32a1-4373-8922-42719cd834e5 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Project c1c061b824cb4a92a469061e7a67f967 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 14:09:05.212135 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:05.233261 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-eec868df-32a1-4373-8922-42719cd834e5 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks [] for security_group_rule (15fe9957-3f99-4110-b4fc-92d8f4e3b22e), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:05.245691 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 24a77a5e-bece-4ea6-8c8f-7e006e509b14 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:09:05.246271 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (24a77a5e-bece-4ea6-8c8f-7e006e509b14), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:05.278600 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning for port cbd0d6ee-8ef6-4903-9342-88e28ddb8597 completed by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 14:09:05.283837 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a53b8c-9ac7-423f-8c6d-03dba0c5e013 req-533dceec-90dc-46d8-8752-957fa29e73b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:05.286075 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-57a53b8c-9ac7-423f-8c6d-03dba0c5e013 req-533dceec-90dc-46d8-8752-957fa29e73b8 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=3ed58deb61194a5ba3f2d46eb7e5680c&device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 1127 time: 0.0923195 Sep 01 14:09:05.365043 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 24a77a5e-bece-4ea6-8c8f-7e006e509b14 is: DOWN; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:09:05.365738 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (24a77a5e-bece-4ea6-8c8f-7e006e509b14), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:05.388655 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning complete for port cbd0d6ee-8ef6-4903-9342-88e28ddb8597 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:09:05.388655 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (cbd0d6ee-8ef6-4903-9342-88e28ddb8597), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:05.427070 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:05.435390 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5415950-628e-40bd-ad42-ad51fd84d6ad req-d4e62cac-2e67-4515-bd3a-f70d70fc3387 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:05.438235 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d5415950-628e-40bd-ad42-ad51fd84d6ad req-d4e62cac-2e67-4515-bd3a-f70d70fc3387 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 943 time: 0.1392167 Sep 01 14:09:05.446813 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] For port 24a77a5e-bece-4ea6-8c8f-7e006e509b14, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=24a77a5e-bece-4ea6-8c8f-7e006e509b14,segment=NetworkSegment(2c1e00d1-da8e-4d35-aaea-e5f60ce91a09),segment_id=2c1e00d1-da8e-4d35-aaea-e5f60ce91a09)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:09:05.519882 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-eec868df-32a1-4373-8922-42719cd834e5 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks [] for security_group_rule (15fe9957-3f99-4110-b4fc-92d8f4e3b22e), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:05.542012 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port cbd0d6ee-8ef6-4903-9342-88e28ddb8597 is: BUILD; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:09:05.542732 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (cbd0d6ee-8ef6-4903-9342-88e28ddb8597), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:05.546511 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a53b8c-9ac7-423f-8c6d-03dba0c5e013 req-9bec4025-e622-47d0-8e49-1296dbbfe4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:05.548080 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-57a53b8c-9ac7-423f-8c6d-03dba0c5e013 req-9bec4025-e622-47d0-8e49-1296dbbfe4b2 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=04671c53-ca48-4ca5-8247-463b6ac1fbe1 HTTP/1.1" status: 200 len: 918 time: 0.2517869 Sep 01 14:09:05.584814 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port cbd0d6ee-8ef6-4903-9342-88e28ddb8597, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=cbd0d6ee-8ef6-4903-9342-88e28ddb8597,segment=NetworkSegment(c0922301-047c-4f55-a8b0-9261b3aa0d17),segment_id=c0922301-047c-4f55-a8b0-9261b3aa0d17)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:09:05.598905 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-eec868df-32a1-4373-8922-42719cd834e5 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411178'] for security_group_rule (15fe9957-3f99-4110-b4fc-92d8f4e3b22e), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:05.634430 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6ceaf-771c-4eda-b9c6-89bdbb31864c req-ec1c62ee-7bac-42c6-9a35-a1a0ce3e39f3 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:05.636045 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-63b6ceaf-771c-4eda-b9c6-89bdbb31864c req-ec1c62ee-7bac-42c6-9a35-a1a0ce3e39f3 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=81fe7593-66bc-442e-bd42-67dbb727a356 HTTP/1.1" status: 200 len: 945 time: 0.1128898 Sep 01 14:09:05.657321 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d5415950-628e-40bd-ad42-ad51fd84d6ad req-c881258e-0630-44db-9aac-958004bc8133 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761489 Sep 01 14:09:05.661198 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec868df-32a1-4373-8922-42719cd834e5 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15fe9957-3f99-4110-b4fc-92d8f4e3b22e,revision_number=0']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:05.719541 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-63b6ceaf-771c-4eda-b9c6-89bdbb31864c req-60d563b3-cd86-40af-a198-6bd94706e40b tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2ace0a83-ed2e-4998-8363-4ec93e8f320a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709035 Sep 01 14:09:05.744701 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (24a77a5e-bece-4ea6-8c8f-7e006e509b14), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:05.780433 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (cbd0d6ee-8ef6-4903-9342-88e28ddb8597), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:05.839810 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-eec868df-32a1-4373-8922-42719cd834e5 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:05.844438 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-eec868df-32a1-4373-8922-42719cd834e5 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7930639 Sep 01 14:09:05.844970 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 58552) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:09:05.854777 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-19aee8ba-f2fa-47a1-a419-b48290a13514 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Request body: {'security_group_rule': {'security_group_id': '2654d1eb-7582-4d09-b539-aaea9fdc8e67', 'project_id': 'c1c061b824cb4a92a469061e7a67f967', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:09:05.892012 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Pushing event updated for resources: {'Port': ['ID=24a77a5e-bece-4ea6-8c8f-7e006e509b14,revision_number=5']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:05.892302 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-57a53b8c-9ac7-423f-8c6d-03dba0c5e013 req-5a002631-444c-4816-b252-75a9445baae8 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ae4ab09-714c-4175-ba0d-7b76b31e652d HTTP/1.1" status: 200 len: 999 time: 0.1381478 Sep 01 14:09:05.897021 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:05.929080 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81fe7593-66bc-442e-bd42-67dbb727a356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd0d6ee-8ef6-4903-9342-88e28ddb8597'}] {{(pid=107075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:09:05.932161 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea684a423e005867ab2b2321dba33e59ce354bd0b218533ae43957e9dbf26841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc028161-f197-44a8-a8be-903562a197fc" -d '{"events": [{"server_uuid": "81fe7593-66bc-442e-bd42-67dbb727a356", "name": "network-vif-plugged", "status": "completed", "tag": "cbd0d6ee-8ef6-4903-9342-88e28ddb8597"}]}' {{(pid=107075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:09:05.977746 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a53b8c-9ac7-423f-8c6d-03dba0c5e013 req-c351ab76-e0ee-45b8-8657-c556c8ccdc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:05.981214 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-57a53b8c-9ac7-423f-8c6d-03dba0c5e013 req-c351ab76-e0ee-45b8-8657-c556c8ccdc17 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=5274d38f-79ac-43b5-aae2-e29860924168 HTTP/1.1" status: 200 len: 856 time: 0.0807955 Sep 01 14:09:05.990022 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=cbd0d6ee-8ef6-4903-9342-88e28ddb8597,revision_number=5']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:06.016780 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.db.securitygroups_db [None req-19aee8ba-f2fa-47a1-a419-b48290a13514 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Project c1c061b824cb4a92a469061e7a67f967 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 14:09:06.033806 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-19aee8ba-f2fa-47a1-a419-b48290a13514 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks [] for security_group_rule (39867390-8737-4d4c-80b2-ebbb11592a36), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:06.077510 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95174bf-0b0f-413e-96ec-4615a00ae49d x-openstack-request-id: req-b95174bf-0b0f-413e-96ec-4615a00ae49d {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:09:06.077977 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81fe7593-66bc-442e-bd42-67dbb727a356", "name": "network-vif-plugged", "status": "completed", "tag": "cbd0d6ee-8ef6-4903-9342-88e28ddb8597", "code": 200}]} {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:09:06.078280 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b95174bf-0b0f-413e-96ec-4615a00ae49d {{(pid=107075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:09:06.079233 dv-cinder-852211-7-iscsi neutron-server[107075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b95174bf-0b0f-413e-96ec-4615a00ae49d'] response: {'server_uuid': '81fe7593-66bc-442e-bd42-67dbb727a356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd0d6ee-8ef6-4903-9342-88e28ddb8597', 'code': 200} Sep 01 14:09:06.106341 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061cab6a-c583-4e29-bfb8-4d73a9ed76aa req-781d13e0-b015-4cb3-896e-c76062ff9a06 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:06.109140 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-061cab6a-c583-4e29-bfb8-4d73a9ed76aa req-781d13e0-b015-4cb3-896e-c76062ff9a06 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.0754666 Sep 01 14:09:06.113246 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:06.165527 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-19aee8ba-f2fa-47a1-a419-b48290a13514 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks [] for security_group_rule (39867390-8737-4d4c-80b2-ebbb11592a36), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:06.202851 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a53b8c-9ac7-423f-8c6d-03dba0c5e013 req-f04fb87b-5692-450e-933b-a4f2096a660b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:06.208087 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-57a53b8c-9ac7-423f-8c6d-03dba0c5e013 req-f04fb87b-5692-450e-933b-a4f2096a660b service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=04671c53-ca48-4ca5-8247-463b6ac1fbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0803909 Sep 01 14:09:06.222713 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-061cab6a-c583-4e29-bfb8-4d73a9ed76aa req-c426fdda-782e-441c-973f-d6b616ccdf02 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000309 Sep 01 14:09:06.257940 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-19aee8ba-f2fa-47a1-a419-b48290a13514 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411178'] for security_group_rule (39867390-8737-4d4c-80b2-ebbb11592a36), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:06.280673 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aee8ba-f2fa-47a1-a419-b48290a13514 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39867390-8737-4d4c-80b2-ebbb11592a36,revision_number=0']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:06.536462 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-19aee8ba-f2fa-47a1-a419-b48290a13514 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:06.542348 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-19aee8ba-f2fa-47a1-a419-b48290a13514 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6900418 Sep 01 14:09:06.816174 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-57a53b8c-9ac7-423f-8c6d-03dba0c5e013 req-42c04e03-7f7a-46e2-a577-fca41a414a66 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/04671c53-ca48-4ca5-8247-463b6ac1fbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406018 Sep 01 14:09:07.069425 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1fee07-0010-4e82-80a8-bea5587b2878 req-7ae7677c-8474-4ca0-a8f1-e1682daef13e tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:07.071860 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2a1fee07-0010-4e82-80a8-bea5587b2878 req-7ae7677c-8474-4ca0-a8f1-e1682daef13e tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=81fe7593-66bc-442e-bd42-67dbb727a356 HTTP/1.1" status: 200 len: 946 time: 0.1216731 Sep 01 14:09:07.089200 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 58610) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:09:07.116839 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d3f5c-e42c-4c44-bf52-b097bc251766 req-c4bf6fcb-272e-4973-a874-280c6f1666ce tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:07.127701 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d22d3f5c-e42c-4c44-bf52-b097bc251766 req-c4bf6fcb-272e-4973-a874-280c6f1666ce tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 943 time: 0.3186638 Sep 01 14:09:07.132395 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aeff99-9520-419d-be7b-b23edfbe6617 req-59f830cf-40cb-4bc7-892b-e5c625a732ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:07.134613 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-46aeff99-9520-419d-be7b-b23edfbe6617 req-59f830cf-40cb-4bc7-892b-e5c625a732ae service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=81fe7593-66bc-442e-bd42-67dbb727a356 HTTP/1.1" status: 200 len: 1130 time: 0.0944748 Sep 01 14:09:07.168756 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 24a77a5e-bece-4ea6-8c8f-7e006e509b14 up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:09:07.204115 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-46aeff99-9520-419d-be7b-b23edfbe6617 req-252909eb-93c9-438a-8186-095d39421305 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2ace0a83-ed2e-4998-8363-4ec93e8f320a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624743 Sep 01 14:09:07.242568 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 24a77a5e-bece-4ea6-8c8f-7e006e509b14 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:09:07.243315 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (24a77a5e-bece-4ea6-8c8f-7e006e509b14), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:07.254038 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2a1fee07-0010-4e82-80a8-bea5587b2878 req-75e812aa-71c2-46f7-aa05-126e042d2b2d tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2ace0a83-ed2e-4998-8363-4ec93e8f320a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737180 Sep 01 14:09:07.270898 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-57a53b8c-9ac7-423f-8c6d-03dba0c5e013 req-e860130b-d1ed-4498-a7ea-48a7b40660a3 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/04671c53-ca48-4ca5-8247-463b6ac1fbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412358 Sep 01 14:09:07.342773 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d22d3f5c-e42c-4c44-bf52-b097bc251766 req-b8154333-f0d9-4e1c-9a5f-99ac531c514e tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144420 Sep 01 14:09:07.350412 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 24a77a5e-bece-4ea6-8c8f-7e006e509b14 is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:09:07.360645 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-2d1cccd5-661f-447b-a940-ac3c9a6f1b3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:07.540761 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485b925-96ee-4608-a07f-6c27f140c558 req-3fd6c29d-e427-489e-8562-1fb31253452d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:07.542419 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8485b925-96ee-4608-a07f-6c27f140c558 req-3fd6c29d-e427-489e-8562-1fb31253452d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.0760953 Sep 01 14:09:07.548082 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-2d1cccd5-661f-447b-a940-ac3c9a6f1b3d admin admin] Publish callbacks [] for security_group (98128b57-f43e-43ed-b0b6-d83d7ea0417c), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:07.600227 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8485b925-96ee-4608-a07f-6c27f140c558 req-b708bef0-7e20-46df-b6ec-d2f98c139063 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501552 Sep 01 14:09:07.715146 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-2d1cccd5-661f-447b-a940-ac3c9a6f1b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (98128b57-f43e-43ed-b0b6-d83d7ea0417c), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:07.757832 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfd45e-9eb4-4688-974a-9c60c82ab504 req-83be9cfe-cbcb-4a19-b094-b9be2adcf94d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:07.759352 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-87dfd45e-9eb4-4688-974a-9c60c82ab504 req-83be9cfe-cbcb-4a19-b094-b9be2adcf94d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.0776541 Sep 01 14:09:07.770439 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 58620) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:09:07.772991 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-2d1cccd5-661f-447b-a940-ac3c9a6f1b3d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=282c5fbf73f442daa7e300e34e00e460&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6812816 Sep 01 14:09:07.774134 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1cccd5-661f-447b-a940-ac3c9a6f1b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98128b57-f43e-43ed-b0b6-d83d7ea0417c,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:07.775578 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-d776940f-771f-4243-9244-ea1253a4773f tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Request body: {'floatingip': {'port_id': 'f27eab44-1c4b-4c5c-95ab-4dbdc5728861'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:09:07.776497 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 58622) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:09:07.841726 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-406127bb-02a4-4904-9d82-ba8f9c061adb admin admin] Publish callbacks [] for security_group (98128b57-f43e-43ed-b0b6-d83d7ea0417c), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:07.865319 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d776940f-771f-4243-9244-ea1253a4773f tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks [] for floatingip (f5eff4ae-6807-4bd0-99f4-c14f082249df), before_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:07.867135 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-406127bb-02a4-4904-9d82-ba8f9c061adb admin admin] Publish callbacks [] for security_group (98128b57-f43e-43ed-b0b6-d83d7ea0417c), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:08.012154 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-406127bb-02a4-4904-9d82-ba8f9c061adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (98128b57-f43e-43ed-b0b6-d83d7ea0417c), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:08.022860 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-406127bb-02a4-4904-9d82-ba8f9c061adb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:08.022860 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-406127bb-02a4-4904-9d82-ba8f9c061adb admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/98128b57-f43e-43ed-b0b6-d83d7ea0417c HTTP/1.1" status: 204 len: 168 time: 0.2385640 Sep 01 14:09:08.034813 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406127bb-02a4-4904-9d82-ba8f9c061adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98128b57-f43e-43ed-b0b6-d83d7ea0417c,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:08.121029 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:08.293779 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:08.448775 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:08.461042 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ebe0cb-a971-46c7-ad23-c433c0eb71cd req-d6352455-96e9-4cad-916a-7db3415168e0 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:08.470579 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a1ebe0cb-a971-46c7-ad23-c433c0eb71cd req-d6352455-96e9-4cad-916a-7db3415168e0 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=81fe7593-66bc-442e-bd42-67dbb727a356 HTTP/1.1" status: 200 len: 946 time: 0.0783744 Sep 01 14:09:08.545682 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a1ebe0cb-a971-46c7-ad23-c433c0eb71cd req-f588c07f-0487-4d07-a8bd-483e505908b6 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2ace0a83-ed2e-4998-8363-4ec93e8f320a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730200 Sep 01 14:09:08.792568 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b247656-0b1e-4eca-b4d1-fb9f70afaf19 req-89501438-eb25-4c5c-ad5e-22a29907fb4f tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:08.796627 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7b247656-0b1e-4eca-b4d1-fb9f70afaf19 req-89501438-eb25-4c5c-ad5e-22a29907fb4f tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 943 time: 0.0876582 Sep 01 14:09:08.878004 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:08.965718 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7b247656-0b1e-4eca-b4d1-fb9f70afaf19 req-2c3a3b31-2450-42d8-8571-7b0cfceff67a tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470509 Sep 01 14:09:09.182498 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 58678) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:09:09.224275 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-6498f06b-c1c5-442a-90ad-27c4dc019b17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:09.263191 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.db.resource_extend [None req-d776940f-771f-4243-9244-ea1253a4773f tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 01 14:09:09.573485 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-6498f06b-c1c5-442a-90ad-27c4dc019b17 admin admin] Publish callbacks [] for security_group (d009155c-fb35-4404-aee7-3642b66006b5), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:09.573992 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d776940f-771f-4243-9244-ea1253a4773f tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:09.675550 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d776940f-771f-4243-9244-ea1253a4773f tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122292'] for floatingip (f5eff4ae-6807-4bd0-99f4-c14f082249df), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:09.682447 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-6498f06b-c1c5-442a-90ad-27c4dc019b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (d009155c-fb35-4404-aee7-3642b66006b5), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:09.759661 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:09.834862 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498f06b-c1c5-442a-90ad-27c4dc019b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d009155c-fb35-4404-aee7-3642b66006b5,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:09.898754 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a667c0-55d6-4625-8d05-1f945ad18773 req-4d4f79f6-e887-451e-9d35-ada03bd57e2b tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:09.907262 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c9a667c0-55d6-4625-8d05-1f945ad18773 req-4d4f79f6-e887-451e-9d35-ada03bd57e2b tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=81fe7593-66bc-442e-bd42-67dbb727a356 HTTP/1.1" status: 200 len: 946 time: 0.1867530 Sep 01 14:09:09.918678 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-6498f06b-c1c5-442a-90ad-27c4dc019b17 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=efabd92b93334fc9bd3fd19d2011b5a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7334232 Sep 01 14:09:09.929477 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.db.l3_db [None req-d776940f-771f-4243-9244-ea1253a4773f tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Floating IP f5eff4ae-6807-4bd0-99f4-c14f082249df associated. External IP: 172.27.2.23, port: f27eab44-1c4b-4c5c-95ab-4dbdc5728861. Sep 01 14:09:09.933193 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 58682) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:09:10.009484 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:10.051209 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c9a667c0-55d6-4625-8d05-1f945ad18773 req-621c0160-f972-4b2c-a222-fec620845725 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2ace0a83-ed2e-4998-8363-4ec93e8f320a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421955 Sep 01 14:09:10.317973 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-a8eb5ee1-fd48-4de3-b2e3-cc8301e3ba0c admin admin] Publish callbacks [] for security_group (d009155c-fb35-4404-aee7-3642b66006b5), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:10.337714 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25070d-4909-4e8f-940e-9aba80150e39 req-d2c89866-11b3-4ebf-96e4-f30b481e9e4d tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:10.347107 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7c25070d-4909-4e8f-940e-9aba80150e39 req-d2c89866-11b3-4ebf-96e4-f30b481e9e4d tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 943 time: 0.0828419 Sep 01 14:09:10.421830 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-a8eb5ee1-fd48-4de3-b2e3-cc8301e3ba0c admin admin] Publish callbacks [] for security_group (d009155c-fb35-4404-aee7-3642b66006b5), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:10.428770 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7c25070d-4909-4e8f-940e-9aba80150e39 req-75cd63b0-5160-47dd-acd2-fe258ee4c54b tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803812 Sep 01 14:09:10.543662 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:10.676238 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:10.693151 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d776940f-771f-4243-9244-ea1253a4773f tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Router 57c9ec02-e72b-4e01-9908-f9246af4a8a2 has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:09:10.899514 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-a8eb5ee1-fd48-4de3-b2e3-cc8301e3ba0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (d009155c-fb35-4404-aee7-3642b66006b5), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:10.902322 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-a8eb5ee1-fd48-4de3-b2e3-cc8301e3ba0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:10.905252 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-a8eb5ee1-fd48-4de3-b2e3-cc8301e3ba0c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d009155c-fb35-4404-aee7-3642b66006b5 HTTP/1.1" status: 204 len: 168 time: 0.9688616 Sep 01 14:09:10.988081 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb5ee1-fd48-4de3-b2e3-cc8301e3ba0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d009155c-fb35-4404-aee7-3642b66006b5,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:11.036262 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d776940f-771f-4243-9244-ea1253a4773f tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:09:11.044148 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d776940f-771f-4243-9244-ea1253a4773f tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for floatingip (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:11.072111 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abff5fac-214f-43bc-b337-bbf89b83b622 None None] Sync routers for ids ['57c9ec02-e72b-4e01-9908-f9246af4a8a2'] in dv-cinder-852211-7-iscsi {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:09:11.109597 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abff5fac-214f-43bc-b337-bbf89b83b622 None None] Routers {'57c9ec02-e72b-4e01-9908-f9246af4a8a2'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:09:11.110890 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-abff5fac-214f-43bc-b337-bbf89b83b622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:08:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['57c9ec02-e72b-4e01-9908-f9246af4a8a2'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:09:11.123239 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-d776940f-771f-4243-9244-ea1253a4773f tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/f5eff4ae-6807-4bd0-99f4-c14f082249df HTTP/1.1" status: 200 len: 990 time: 3.3511422 Sep 01 14:09:11.124922 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1988647a-695e-49b8-a5d3-dd6c93c10ae5', 'tag': 'f27eab44-1c4b-4c5c-95ab-4dbdc5728861'}] {{(pid=107074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:09:11.129526 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c297ab1b76e2baeed04979654ee05671bdf6dedd7a272174e678f0e52b3dfb88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ff6388-9b5c-4332-9a62-43fb03763950" -d '{"events": [{"name": "network-changed", "server_uuid": "1988647a-695e-49b8-a5d3-dd6c93c10ae5", "tag": "f27eab44-1c4b-4c5c-95ab-4dbdc5728861"}]}' {{(pid=107074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:09:11.251704 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e115be-5050-4f2c-bfed-c1e02216f8af x-openstack-request-id: req-b9e115be-5050-4f2c-bfed-c1e02216f8af {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:09:11.252248 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1988647a-695e-49b8-a5d3-dd6c93c10ae5", "tag": "f27eab44-1c4b-4c5c-95ab-4dbdc5728861", "status": "completed", "code": 200}]} {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:09:11.258435 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b9e115be-5050-4f2c-bfed-c1e02216f8af {{(pid=107074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:09:11.258435 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9e115be-5050-4f2c-bfed-c1e02216f8af'] response: {'name': 'network-changed', 'server_uuid': '1988647a-695e-49b8-a5d3-dd6c93c10ae5', 'tag': 'f27eab44-1c4b-4c5c-95ab-4dbdc5728861', 'status': 'completed', 'code': 200} Sep 01 14:09:11.473122 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff6388-9b5c-4332-9a62-43fb03763950 req-00e8299c-6300-4dff-a6c0-51449d47783a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:11.478123 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f1ff6388-9b5c-4332-9a62-43fb03763950 req-00e8299c-6300-4dff-a6c0-51449d47783a service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=36049d2090b84443a3bf3bf00558379e&device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 1129 time: 0.1559613 Sep 01 14:09:11.487813 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:11.677195 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-abff5fac-214f-43bc-b337-bbf89b83b622 None None] Set router 57c9ec02-e72b-4e01-9908-f9246af4a8a2 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:09:11.872519 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871553ee-bcfb-431d-b69c-2bbab312e370 req-3734c0a5-e570-46b5-8659-9af7acffa1e3 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:11.879642 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-871553ee-bcfb-431d-b69c-2bbab312e370 req-3734c0a5-e570-46b5-8659-9af7acffa1e3 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 943 time: 0.2054675 Sep 01 14:09:11.985779 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff6388-9b5c-4332-9a62-43fb03763950 req-168da8e9-837b-494a-ba1f-13ceb87eb8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:11.989428 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f1ff6388-9b5c-4332-9a62-43fb03763950 req-168da8e9-837b-494a-ba1f-13ceb87eb8a2 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=9cdd4113-f7e0-45eb-bbb2-5da93102bf6c HTTP/1.1" status: 200 len: 919 time: 0.4957645 Sep 01 14:09:12.100196 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:12.196685 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:12.410551 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-abff5fac-214f-43bc-b337-bbf89b83b622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'name': 'tempest-ServerRescueNegativeTestJSON-647081354-router', 'tenant_id': '36049d2090b84443a3bf3bf00558379e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ba85496b-b991-48c7-9c6c-3b8b42b120e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:43Z', 'updated_at': '2022-09-01T14:06:00Z', 'revision_number': 4, 'project_id': '36049d2090b84443a3bf3bf00558379e', 'gw_port': {'id': 'ba85496b-b991-48c7-9c6c-3b8b42b120e3', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:08:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:45Z', 'updated_at': '2022-09-01T14:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': 'f5eff4ae-6807-4bd0-99f4-c14f082249df', 'tenant_id': '36049d2090b84443a3bf3bf00558379e', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'port_id': 'f27eab44-1c4b-4c5c-95ab-4dbdc5728861', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c', 'mac_address': 'fa:16:3e:28:b7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1988647a-695e-49b8-a5d3-dd6c93c10ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:08:30Z', 'updated_at': '2022-09-01T14:09:09Z', 'revision_number': 1, 'project_id': '36049d2090b84443a3bf3bf00558379e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d165577-f5d8-4e45-b6f9-dd2cb49b501e', 'name': '', 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c', 'tenant_id': '36049d2090b84443a3bf3bf00558379e', 'mac_address': 'fa:16:3e:d8:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd2d86ced-9867-4b29-96c7-eb755efebba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:56Z', 'updated_at': '2022-09-01T14:06:19Z', 'revision_number': 5, 'project_id': '36049d2090b84443a3bf3bf00558379e', 'subnets': [{'id': 'd2d86ced-9867-4b29-96c7-eb755efebba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:09:12.486068 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abff5fac-214f-43bc-b337-bbf89b83b622 None None] Checking router: 57c9ec02-e72b-4e01-9908-f9246af4a8a2 for host: dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:09:12.515264 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abff5fac-214f-43bc-b337-bbf89b83b622 None None] Routers {'57c9ec02-e72b-4e01-9908-f9246af4a8a2'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:09:12.516306 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-abff5fac-214f-43bc-b337-bbf89b83b622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:08:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['57c9ec02-e72b-4e01-9908-f9246af4a8a2'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:09:12.740020 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:12.840747 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:12.851376 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-871553ee-bcfb-431d-b69c-2bbab312e370 req-735bb352-3a0d-4418-8598-e203be786b17 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8601782 Sep 01 14:09:12.855887 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f1ff6388-9b5c-4332-9a62-43fb03763950 req-530db156-1dce-462b-a897-d9ef5b528854 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f27eab44-1c4b-4c5c-95ab-4dbdc5728861 HTTP/1.1" status: 200 len: 998 time: 0.8466573 Sep 01 14:09:13.013350 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-abff5fac-214f-43bc-b337-bbf89b83b622 None None] Set router 57c9ec02-e72b-4e01-9908-f9246af4a8a2 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:09:13.016651 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:13.179164 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:13.412354 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=100 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:13.586373 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-abff5fac-214f-43bc-b337-bbf89b83b622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'name': 'tempest-ServerRescueNegativeTestJSON-647081354-router', 'tenant_id': '36049d2090b84443a3bf3bf00558379e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ba85496b-b991-48c7-9c6c-3b8b42b120e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:43Z', 'updated_at': '2022-09-01T14:06:00Z', 'revision_number': 4, 'project_id': '36049d2090b84443a3bf3bf00558379e', 'gw_port': {'id': 'ba85496b-b991-48c7-9c6c-3b8b42b120e3', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:08:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:45Z', 'updated_at': '2022-09-01T14:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': 'f5eff4ae-6807-4bd0-99f4-c14f082249df', 'tenant_id': '36049d2090b84443a3bf3bf00558379e', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'port_id': 'f27eab44-1c4b-4c5c-95ab-4dbdc5728861', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c', 'mac_address': 'fa:16:3e:28:b7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1988647a-695e-49b8-a5d3-dd6c93c10ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:08:30Z', 'updated_at': '2022-09-01T14:09:09Z', 'revision_number': 1, 'project_id': '36049d2090b84443a3bf3bf00558379e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d165577-f5d8-4e45-b6f9-dd2cb49b501e', 'name': '', 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c', 'tenant_id': '36049d2090b84443a3bf3bf00558379e', 'mac_address': 'fa:16:3e:d8:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd2d86ced-9867-4b29-96c7-eb755efebba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:56Z', 'updated_at': '2022-09-01T14:06:19Z', 'revision_number': 5, 'project_id': '36049d2090b84443a3bf3bf00558379e', 'subnets': [{'id': 'd2d86ced-9867-4b29-96c7-eb755efebba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:09:13.778227 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abff5fac-214f-43bc-b337-bbf89b83b622 None None] The sync data for ids ['57c9ec02-e72b-4e01-9908-f9246af4a8a2'] in dv-cinder-852211-7-iscsi is: [{'id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'name': 'tempest-ServerRescueNegativeTestJSON-647081354-router', 'tenant_id': '36049d2090b84443a3bf3bf00558379e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ba85496b-b991-48c7-9c6c-3b8b42b120e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:43Z', 'updated_at': '2022-09-01T14:06:00Z', 'revision_number': 4, 'project_id': '36049d2090b84443a3bf3bf00558379e', 'gw_port': {'id': 'ba85496b-b991-48c7-9c6c-3b8b42b120e3', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:08:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:45Z', 'updated_at': '2022-09-01T14:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': 'f5eff4ae-6807-4bd0-99f4-c14f082249df', 'tenant_id': '36049d2090b84443a3bf3bf00558379e', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'port_id': 'f27eab44-1c4b-4c5c-95ab-4dbdc5728861', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c', 'mac_address': 'fa:16:3e:28:b7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1988647a-695e-49b8-a5d3-dd6c93c10ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:08:30Z', 'updated_at': '2022-09-01T14:09:09Z', 'revision_number': 1, 'project_id': '36049d2090b84443a3bf3bf00558379e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d165577-f5d8-4e45-b6f9-dd2cb49b501e', 'name': '', 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c', 'tenant_id': '36049d2090b84443a3bf3bf00558379e', 'mac_address': 'fa:16:3e:d8:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd2d86ced-9867-4b29-96c7-eb755efebba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:56Z', 'updated_at': '2022-09-01T14:06:19Z', 'revision_number': 5, 'project_id': '36049d2090b84443a3bf3bf00558379e', 'subnets': [{'id': 'd2d86ced-9867-4b29-96c7-eb755efebba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:09:14.185148 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42eca180-4307-4481-b23f-1104c205cca6 None None] New status for floating IP f5eff4ae-6807-4bd0-99f4-c14f082249df: ACTIVE {{(pid=107076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 14:09:14.344337 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a24663-2011-4bb6-9d3e-4181e3c6df65 req-00f894c3-8812-4e68-9ae4-86cf63e355b5 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:14.358823 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-32a24663-2011-4bb6-9d3e-4181e3c6df65 req-00f894c3-8812-4e68-9ae4-86cf63e355b5 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 943 time: 0.2357566 Sep 01 14:09:14.434428 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:14.488613 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-32a24663-2011-4bb6-9d3e-4181e3c6df65 req-2f53fcd2-1555-41d2-8d4c-ecc1c1dc765d tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251614 Sep 01 14:09:15.328060 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 58748) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:09:15.484629 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-75f39a57-0d30-49e9-9cb3-a3fa6fd32a8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:15.516477 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:15.646135 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-75f39a57-0d30-49e9-9cb3-a3fa6fd32a8a admin admin] Publish callbacks [] for security_group (86817310-a3f7-4e80-ba3f-24f8e4e50b7f), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:15.729289 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc56fd7-03aa-4861-842c-fb7e7010a140 req-550065b0-1a23-4f90-b6e9-47529d5f47f8 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:15.729289 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-acc56fd7-03aa-4861-842c-fb7e7010a140 req-550065b0-1a23-4f90-b6e9-47529d5f47f8 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 943 time: 0.0774109 Sep 01 14:09:15.744644 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-75f39a57-0d30-49e9-9cb3-a3fa6fd32a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (86817310-a3f7-4e80-ba3f-24f8e4e50b7f), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:15.846920 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-75f39a57-0d30-49e9-9cb3-a3fa6fd32a8a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=354868dd95a448c28ade48bc4e4c38a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5134237 Sep 01 14:09:15.847514 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 58756) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:09:15.853208 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f39a57-0d30-49e9-9cb3-a3fa6fd32a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86817310-a3f7-4e80-ba3f-24f8e4e50b7f,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:15.882485 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-acc56fd7-03aa-4861-842c-fb7e7010a140 req-1c224206-cf7c-4c52-9034-142c58c6de34 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492608 Sep 01 14:09:15.954294 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-1c1cc469-9714-410d-b835-582270cfcb09 admin admin] Publish callbacks [] for security_group (86817310-a3f7-4e80-ba3f-24f8e4e50b7f), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:16.000395 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-1c1cc469-9714-410d-b835-582270cfcb09 admin admin] Publish callbacks [] for security_group (86817310-a3f7-4e80-ba3f-24f8e4e50b7f), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:16.090319 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:16.184176 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:DELETE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:16.217832 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-1c1cc469-9714-410d-b835-582270cfcb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (86817310-a3f7-4e80-ba3f-24f8e4e50b7f), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:16.221409 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-1c1cc469-9714-410d-b835-582270cfcb09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:16.222933 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-1c1cc469-9714-410d-b835-582270cfcb09 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/86817310-a3f7-4e80-ba3f-24f8e4e50b7f HTTP/1.1" status: 204 len: 168 time: 0.3734407 Sep 01 14:09:16.232991 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1cc469-9714-410d-b835-582270cfcb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86817310-a3f7-4e80-ba3f-24f8e4e50b7f,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:16.264646 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:16.910759 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:17.122477 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27dc8d-0dd1-45c4-9c09-bcc960ee1cbe req-f878d3c3-ca67-4e5c-8668-5723290f1e91 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:17.135822 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-fa27dc8d-0dd1-45c4-9c09-bcc960ee1cbe req-f878d3c3-ca67-4e5c-8668-5723290f1e91 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 943 time: 0.1124363 Sep 01 14:09:17.258969 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-fa27dc8d-0dd1-45c4-9c09-bcc960ee1cbe req-015d60f9-92c2-4038-b8c1-90138aa85fe8 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193938 Sep 01 14:09:17.384572 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:17.981858 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 58790) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:09:18.233266 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-c8eb3baa-2247-42ea-aa18-bf186dcc2e42 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1949860572-network', 'tenant_id': 'adf6f1699a0740ee99ae03ef2423d143'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:09:18.412236 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8eb3baa-2247-42ea-aa18-bf186dcc2e42 admin admin] Made reservation on behalf of adf6f1699a0740ee99ae03ef2423d143 for: {'network': 1} {{(pid=107073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:09:18.415843 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-c8eb3baa-2247-42ea-aa18-bf186dcc2e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for network (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:18.433710 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-c8eb3baa-2247-42ea-aa18-bf186dcc2e42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:18.526653 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46b003-406e-40fa-977d-ddaed5b39894 req-9b313d0d-0e3f-4b2d-9a03-75bf4f943a96 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:18.529465 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cd46b003-406e-40fa-977d-ddaed5b39894 req-9b313d0d-0e3f-4b2d-9a03-75bf4f943a96 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 943 time: 0.0979929 Sep 01 14:09:18.677368 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cd46b003-406e-40fa-977d-ddaed5b39894 req-c5912ad7-79cc-4d39-8e67-59d5932d80f6 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328723 Sep 01 14:09:18.714579 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:18.736852 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-c8eb3baa-2247-42ea-aa18-bf186dcc2e42 admin admin] Publish callbacks [] for security_group (97412c60-12ed-4e7d-be7b-fe343e91b0e2), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:18.880964 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-c8eb3baa-2247-42ea-aa18-bf186dcc2e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (97412c60-12ed-4e7d-be7b-fe343e91b0e2), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:18.916597 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8eb3baa-2247-42ea-aa18-bf186dcc2e42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=107073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:09:18.926753 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb3baa-2247-42ea-aa18-bf186dcc2e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97412c60-12ed-4e7d-be7b-fe343e91b0e2,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:18.938904 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-c8eb3baa-2247-42ea-aa18-bf186dcc2e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881'] for segment (8e3a9a2b-6a7f-4956-be6c-5783c1ea882c), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:18.939314 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.db.segments_db [None req-c8eb3baa-2247-42ea-aa18-bf186dcc2e42 admin admin] Added segment 8e3a9a2b-6a7f-4956-be6c-5783c1ea882c of type vlan for network 52d2108a-679f-4e17-b63b-779cfbdc360f Sep 01 14:09:19.006073 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-c8eb3baa-2247-42ea-aa18-bf186dcc2e42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786311408797'] for network (52d2108a-679f-4e17-b63b-779cfbdc360f), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:19.144638 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-c8eb3baa-2247-42ea-aa18-bf186dcc2e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793'] for network (52d2108a-679f-4e17-b63b-779cfbdc360f), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:19.145638 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8eb3baa-2247-42ea-aa18-bf186dcc2e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:19.146277 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-c8eb3baa-2247-42ea-aa18-bf186dcc2e42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for network (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:19.261038 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb3baa-2247-42ea-aa18-bf186dcc2e42 admin admin] Pushing event updated for resources: {'Network': ['ID=52d2108a-679f-4e17-b63b-779cfbdc360f,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:19.274972 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Network 52d2108a-679f-4e17-b63b-779cfbdc360f details requested by agent ovs-agent-dv-cinder-852211-7-iscsi with host dv-cinder-852211-7-iscsi {{(pid=107075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:09:19.324669 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-c8eb3baa-2247-42ea-aa18-bf186dcc2e42 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3423936 Sep 01 14:09:19.327405 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 58806) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:09:19.335029 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-02dd3510-b70a-4bf3-89dc-8363e463f084 admin admin] Request body: {'subnet': {'network_id': '52d2108a-679f-4e17-b63b-779cfbdc360f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1949860572-subnet', 'tenant_id': 'adf6f1699a0740ee99ae03ef2423d143', 'ip_version': 4}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:09:19.537601 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02dd3510-b70a-4bf3-89dc-8363e463f084 admin admin] Made reservation on behalf of adf6f1699a0740ee99ae03ef2423d143 for: {'subnet': 1} {{(pid=107073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:09:19.541184 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-02dd3510-b70a-4bf3-89dc-8363e463f084 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4179341'] for subnet (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:19.843834 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:19.851758 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-02dd3510-b70a-4bf3-89dc-8363e463f084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3069516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4179391'] for subnet (b648ad59-9807-46a0-b795-1c2f9dd3fe6d), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:19.933243 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646809fa-d14d-48c7-ae1b-f588da921fdc req-db163137-daa4-44e7-915d-815d761bb8c2 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:19.934952 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-646809fa-d14d-48c7-ae1b-f588da921fdc req-db163137-daa4-44e7-915d-815d761bb8c2 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 943 time: 0.1417546 Sep 01 14:09:19.966258 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd3510-b70a-4bf3-89dc-8363e463f084 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b648ad59-9807-46a0-b795-1c2f9dd3fe6d,revision_number=0']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:20.024567 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dd3510-b70a-4bf3-89dc-8363e463f084 admin admin] Checking segment: {'id': '8e3a9a2b-6a7f-4956-be6c-5783c1ea882c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '52d2108a-679f-4e17-b63b-779cfbdc360f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:09:20.024959 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dd3510-b70a-4bf3-89dc-8363e463f084 admin admin] Network hostable DHCP agents. Network: 52d2108a-679f-4e17-b63b-779cfbdc360f, hostable agents: ['e6fb8577-74ae-4f68-b634-c24662e9afb4'], hosted agents: [] {{(pid=107073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:09:20.040760 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-646809fa-d14d-48c7-ae1b-f588da921fdc req-ffbb1ef4-3b3e-4992-9767-37a7b92ba2df tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945892 Sep 01 14:09:20.154799 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dd3510-b70a-4bf3-89dc-8363e463f084 admin admin] Network 52d2108a-679f-4e17-b63b-779cfbdc360f is scheduled to be hosted by DHCP agent e6fb8577-74ae-4f68-b634-c24662e9afb4 with binding_index 1 {{(pid=107073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:09:20.258124 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.base_scheduler [None req-02dd3510-b70a-4bf3-89dc-8363e463f084 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-7-iscsi, 52d2108a-679f-4e17-b63b-779cfbdc360f) {{(pid=107073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:09:20.264145 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dd3510-b70a-4bf3-89dc-8363e463f084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:20.266324 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-02dd3510-b70a-4bf3-89dc-8363e463f084 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:20.275535 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e30822-6a41-45b5-adab-032d7a9100a6 None None] Network 52d2108a-679f-4e17-b63b-779cfbdc360f requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:09:20.394280 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 58848) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:09:20.395473 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-02dd3510-b70a-4bf3-89dc-8363e463f084 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0601604 Sep 01 14:09:20.404026 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-897acb2c-eecd-4e27-b2d3-ff04396b2ac1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1949860572-router', 'tenant_id': 'adf6f1699a0740ee99ae03ef2423d143', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:09:20.410175 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485ee542-337c-40d9-abd7-65013fb51453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90e2f4e2-ea37-5315-bbf9-53240d5a3a76-52d2108a-679f-4e17-b63b-779cfbdc360f', 'network_id': '52d2108a-679f-4e17-b63b-779cfbdc360f', 'project_id': 'adf6f1699a0740ee99ae03ef2423d143', 'fixed_ips': [{'subnet_id': 'b648ad59-9807-46a0-b795-1c2f9dd3fe6d'}]}} from dv-cinder-852211-7-iscsi. {{(pid=107075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 01 14:09:20.411604 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-485ee542-337c-40d9-abd7-65013fb51453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:20.555203 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-897acb2c-eecd-4e27-b2d3-ff04396b2ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33128399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3528'] for router (bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:20.556346 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-897acb2c-eecd-4e27-b2d3-ff04396b2ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33127825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-480353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3571'] for router (bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:20.602233 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.db_base_plugin_common [None req-485ee542-337c-40d9-abd7-65013fb51453 None None] Allocated IP 172.20.0.2 (52d2108a-679f-4e17-b63b-779cfbdc360f/b648ad59-9807-46a0-b795-1c2f9dd3fe6d/3ebbb92d-5507-4a9d-b15e-e83d894fcbdf) {{(pid=107075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:09:20.616005 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-897acb2c-eecd-4e27-b2d3-ff04396b2ac1 admin admin] Publish callbacks [] for router_controller (bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5), precommit_add_association {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:20.699525 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff6388-9b5c-4332-9a62-43fb03763950 req-0ea1eaac-09b2-493c-8678-fc1d4558afaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:20.701066 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f1ff6388-9b5c-4332-9a62-43fb03763950 req-0ea1eaac-09b2-493c-8678-fc1d4558afaf service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=d2d86ced-9867-4b29-96c7-eb755efebba7 HTTP/1.1" status: 200 len: 857 time: 0.0676110 Sep 01 14:09:20.825334 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-485ee542-337c-40d9-abd7-65013fb51453 None None] Publish callbacks [] for port (3ebbb92d-5507-4a9d-b15e-e83d894fcbdf), precommit_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:20.904032 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-485ee542-337c-40d9-abd7-65013fb51453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320'] for port (3ebbb92d-5507-4a9d-b15e-e83d894fcbdf), after_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:20.946482 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485ee542-337c-40d9-abd7-65013fb51453 None None] Network 52d2108a-679f-4e17-b63b-779cfbdc360f is already hosted by enough agents. {{(pid=107075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:09:20.952386 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.scheduler.base_scheduler [None req-485ee542-337c-40d9-abd7-65013fb51453 None None] Resources bound (agent type, host, resource id): {{(pid=107075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:09:20.957212 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485ee542-337c-40d9-abd7-65013fb51453 None None] Received port after_create {{(pid=107075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:09:20.968024 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ee542-337c-40d9-abd7-65013fb51453 None None] Pushing event updated for resources: {'Port': ['ID=3ebbb92d-5507-4a9d-b15e-e83d894fcbdf,revision_number=1']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:20.971724 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-897acb2c-eecd-4e27-b2d3-ff04396b2ac1 admin admin] Publish callbacks [] for router_gateway (bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:21.065631 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-485ee542-337c-40d9-abd7-65013fb51453 None None] Attempting to bind port 3ebbb92d-5507-4a9d-b15e-e83d894fcbdf on host dv-cinder-852211-7-iscsi for vnic_type normal with profile {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:09:21.066165 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-485ee542-337c-40d9-abd7-65013fb51453 None None] Attempting to bind port 3ebbb92d-5507-4a9d-b15e-e83d894fcbdf by drivers openvswitch,hyperv on host dv-cinder-852211-7-iscsi at level 0 using segments [{'id': '8e3a9a2b-6a7f-4956-be6c-5783c1ea882c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '52d2108a-679f-4e17-b63b-779cfbdc360f'}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:09:21.066794 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485ee542-337c-40d9-abd7-65013fb51453 None None] Attempting to bind port 3ebbb92d-5507-4a9d-b15e-e83d894fcbdf on network 52d2108a-679f-4e17-b63b-779cfbdc360f {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:09:21.075684 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485ee542-337c-40d9-abd7-65013fb51453 None None] Checking agent: {'id': '16ae7bad-0e03-4d8e-885b-3ed578a6ac87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 13, 56, 30), 'started_at': datetime.datetime(2022, 9, 1, 13, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:09:21.080633 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485ee542-337c-40d9-abd7-65013fb51453 None None] Checking segment: {'id': '8e3a9a2b-6a7f-4956-be6c-5783c1ea882c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '52d2108a-679f-4e17-b63b-779cfbdc360f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:09:21.080633 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-485ee542-337c-40d9-abd7-65013fb51453 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:21.080633 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485ee542-337c-40d9-abd7-65013fb51453 None None] Bound using segment: {'id': '8e3a9a2b-6a7f-4956-be6c-5783c1ea882c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '52d2108a-679f-4e17-b63b-779cfbdc360f'} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:09:21.080633 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-485ee542-337c-40d9-abd7-65013fb51453 None None] Bound port: 3ebbb92d-5507-4a9d-b15e-e83d894fcbdf, host: dv-cinder-852211-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e3a9a2b-6a7f-4956-be6c-5783c1ea882c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '52d2108a-679f-4e17-b63b-779cfbdc360f'}}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:09:21.080633 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-485ee542-337c-40d9-abd7-65013fb51453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (3ebbb92d-5507-4a9d-b15e-e83d894fcbdf), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:21.081134 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff6388-9b5c-4332-9a62-43fb03763950 req-97b957ef-4a9c-489e-ae91-d0bdd40e9598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:21.083627 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f1ff6388-9b5c-4332-9a62-43fb03763950 req-97b957ef-4a9c-489e-ae91-d0bdd40e9598 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=9cdd4113-f7e0-45eb-bbb2-5da93102bf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0722725 Sep 01 14:09:21.166400 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-485ee542-337c-40d9-abd7-65013fb51453 None None] For port 3ebbb92d-5507-4a9d-b15e-e83d894fcbdf, host dv-cinder-852211-7-iscsi, cleared binding levels {{(pid=107075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:09:21.169992 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-485ee542-337c-40d9-abd7-65013fb51453 None None] For port 3ebbb92d-5507-4a9d-b15e-e83d894fcbdf, host dv-cinder-852211-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=3ebbb92d-5507-4a9d-b15e-e83d894fcbdf,segment=NetworkSegment(8e3a9a2b-6a7f-4956-be6c-5783c1ea882c),segment_id=8e3a9a2b-6a7f-4956-be6c-5783c1ea882c)] {{(pid=107075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:09:21.222771 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523c2f8-45c2-4bad-b36d-440e357c50c5 req-090dabb3-e893-4e17-bf7e-a2fe9eca58c8 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:21.224498 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c523c2f8-45c2-4bad-b36d-440e357c50c5 req-090dabb3-e893-4e17-bf7e-a2fe9eca58c8 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 943 time: 0.0568833 Sep 01 14:09:21.246737 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-485ee542-337c-40d9-abd7-65013fb51453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (3ebbb92d-5507-4a9d-b15e-e83d894fcbdf), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:21.269184 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:21.287421 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c523c2f8-45c2-4bad-b36d-440e357c50c5 req-5f7492a4-f666-4a78-965e-72beadfac50f tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571105 Sep 01 14:09:21.303354 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:21.345468 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ee542-337c-40d9-abd7-65013fb51453 None None] Pushing event updated for resources: {'Port': ['ID=3ebbb92d-5507-4a9d-b15e-e83d894fcbdf,revision_number=2']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:21.411096 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-897acb2c-eecd-4e27-b2d3-ff04396b2ac1 admin admin] Publish callbacks [] for router_gateway (bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:21.449503 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-897acb2c-eecd-4e27-b2d3-ff04396b2ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:21.707678 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_common [None req-897acb2c-eecd-4e27-b2d3-ff04396b2ac1 admin admin] Allocated IP 172.27.2.82 (495e3753-365b-4db4-ace7-a3dca370cb0d/c60058e0-5076-4233-a499-c0113b757f85/69e50db3-ee9b-4769-8703-5d03fc06f389) {{(pid=107074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:09:21.829619 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f1ff6388-9b5c-4332-9a62-43fb03763950 req-cf3b0427-a4a3-4fad-b27f-b3d004366a71 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9cdd4113-f7e0-45eb-bbb2-5da93102bf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314062 Sep 01 14:09:21.868465 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-897acb2c-eecd-4e27-b2d3-ff04396b2ac1 admin admin] Publish callbacks [] for port (69e50db3-ee9b-4769-8703-5d03fc06f389), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:21.871538 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:21.995360 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-897acb2c-eecd-4e27-b2d3-ff04396b2ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (69e50db3-ee9b-4769-8703-5d03fc06f389), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:22.047217 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897acb2c-eecd-4e27-b2d3-ff04396b2ac1 admin admin] Network 495e3753-365b-4db4-ace7-a3dca370cb0d is already hosted by enough agents. {{(pid=107074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:09:22.051451 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897acb2c-eecd-4e27-b2d3-ff04396b2ac1 admin admin] Pushing event updated for resources: {'Port': ['ID=69e50db3-ee9b-4769-8703-5d03fc06f389,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:22.054115 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-897acb2c-eecd-4e27-b2d3-ff04396b2ac1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:09:22.056503 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897acb2c-eecd-4e27-b2d3-ff04396b2ac1 admin admin] Received port after_create {{(pid=107074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:09:22.058553 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:22.255211 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f1ff6388-9b5c-4332-9a62-43fb03763950 req-582efcad-4d27-4d5d-b737-f6dc6ff80632 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9cdd4113-f7e0-45eb-bbb2-5da93102bf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237059 Sep 01 14:09:22.502877 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f22423a-0c4e-4a66-8c2f-01bc928593fd None None] Network 52d2108a-679f-4e17-b63b-779cfbdc360f requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:09:22.514119 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc716ac-e9b0-496e-a11b-df0155e58f76 req-2c35c05c-bc3a-4fae-8060-7d0007445ae8 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:22.515742 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-dbc716ac-e9b0-496e-a11b-df0155e58f76 req-2c35c05c-bc3a-4fae-8060-7d0007445ae8 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 943 time: 0.0747948 Sep 01 14:09:22.569413 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-897acb2c-eecd-4e27-b2d3-ff04396b2ac1 admin admin] Publish callbacks [] for router_gateway (bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:22.608305 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-dbc716ac-e9b0-496e-a11b-df0155e58f76 req-1c75fc62-7b06-4464-bb8d-3a1472869a3d tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796645 Sep 01 14:09:22.620571 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:22.653751 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-6eb4adf8-b1ca-441b-9ee6-74f864ec06d6 None None] Provisioning complete for port 3ebbb92d-5507-4a9d-b15e-e83d894fcbdf triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:09:22.653751 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-6eb4adf8-b1ca-441b-9ee6-74f864ec06d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (3ebbb92d-5507-4a9d-b15e-e83d894fcbdf), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:22.840921 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-6eb4adf8-b1ca-441b-9ee6-74f864ec06d6 None None] Current status of the port 3ebbb92d-5507-4a9d-b15e-e83d894fcbdf is: DOWN; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:09:22.841625 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-6eb4adf8-b1ca-441b-9ee6-74f864ec06d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (3ebbb92d-5507-4a9d-b15e-e83d894fcbdf), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:22.892089 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-6eb4adf8-b1ca-441b-9ee6-74f864ec06d6 None None] For port 3ebbb92d-5507-4a9d-b15e-e83d894fcbdf, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=3ebbb92d-5507-4a9d-b15e-e83d894fcbdf,segment=NetworkSegment(8e3a9a2b-6a7f-4956-be6c-5783c1ea882c),segment_id=8e3a9a2b-6a7f-4956-be6c-5783c1ea882c)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:09:22.994561 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-6eb4adf8-b1ca-441b-9ee6-74f864ec06d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (3ebbb92d-5507-4a9d-b15e-e83d894fcbdf), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:23.101323 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4adf8-b1ca-441b-9ee6-74f864ec06d6 None None] Pushing event updated for resources: {'Port': ['ID=3ebbb92d-5507-4a9d-b15e-e83d894fcbdf,revision_number=3']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:23.129455 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-4d880180-3a4e-4d85-b001-a8f83a5f0e99 None None] Provisioning complete for port 3ebbb92d-5507-4a9d-b15e-e83d894fcbdf triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:09:23.130790 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-4d880180-3a4e-4d85-b001-a8f83a5f0e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (3ebbb92d-5507-4a9d-b15e-e83d894fcbdf), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:23.180443 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-897acb2c-eecd-4e27-b2d3-ff04396b2ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33127714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-480464'] for router (bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:23.232406 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 3ebbb92d-5507-4a9d-b15e-e83d894fcbdf up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:09:23.284652 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-4d880180-3a4e-4d85-b001-a8f83a5f0e99 None None] Current status of the port 3ebbb92d-5507-4a9d-b15e-e83d894fcbdf is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:09:23.303228 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 3ebbb92d-5507-4a9d-b15e-e83d894fcbdf triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:09:23.303655 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (3ebbb92d-5507-4a9d-b15e-e83d894fcbdf), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:23.409474 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 3ebbb92d-5507-4a9d-b15e-e83d894fcbdf is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:09:23.468921 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897acb2c-eecd-4e27-b2d3-ff04396b2ac1 admin admin] Router bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5 is scheduled to L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e with binding_index 1 {{(pid=107074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 14:09:23.579123 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897acb2c-eecd-4e27-b2d3-ff04396b2ac1 admin admin] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:09:23.590250 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb614e1-a464-40c4-bb57-83d130442b55 None None] Sync routers for ids ['bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5'] in dv-cinder-852211-7-iscsi {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:09:23.601282 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb614e1-a464-40c4-bb57-83d130442b55 None None] Routers {'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:09:23.602004 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-ccb614e1-a464-40c4-bb57-83d130442b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:08:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:09:23.648877 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:23.711861 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-897acb2c-eecd-4e27-b2d3-ff04396b2ac1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:23.715964 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-897acb2c-eecd-4e27-b2d3-ff04396b2ac1 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3175101 Sep 01 14:09:23.723502 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 58904) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:09:23.724093 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-ccb614e1-a464-40c4-bb57-83d130442b55 None None] Set router bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:09:23.867949 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efbc40-2477-4523-881a-fc717d1128b3 req-81959bd5-ff09-4c02-8f39-9c02458082e8 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:23.870435 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d9efbc40-2477-4523-881a-fc717d1128b3 req-81959bd5-ff09-4c02-8f39-9c02458082e8 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 943 time: 0.1415975 Sep 01 14:09:23.944621 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d9efbc40-2477-4523-881a-fc717d1128b3 req-bccdc7c3-5e6f-4293-a04a-08e73a901cf4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643165 Sep 01 14:09:23.984706 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-ccb614e1-a464-40c4-bb57-83d130442b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5', 'name': 'tempest-TestMinimumBasicScenario-1949860572-router', 'tenant_id': 'adf6f1699a0740ee99ae03ef2423d143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '69e50db3-ee9b-4769-8703-5d03fc06f389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:09:20Z', 'updated_at': '2022-09-01T14:09:22Z', 'revision_number': 3, 'project_id': 'adf6f1699a0740ee99ae03ef2423d143', 'gw_port': {'id': '69e50db3-ee9b-4769-8703-5d03fc06f389', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:09:21Z', 'updated_at': '2022-09-01T14:09:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:09:24.014832 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb614e1-a464-40c4-bb57-83d130442b55 None None] Checking router: bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5 for host: dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:09:24.015237 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb614e1-a464-40c4-bb57-83d130442b55 None None] Updating router bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5 port 69e50db3-ee9b-4769-8703-5d03fc06f389 binding host dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:09:24.055451 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-ccb614e1-a464-40c4-bb57-83d130442b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (69e50db3-ee9b-4769-8703-5d03fc06f389), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:24.062762 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 58914) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:09:24.069054 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-1cf65d46-08d3-4a02-bff5-4afa85e4eaaf tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1275758600', 'description': 'tempest-description--894109727'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:09:24.177215 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:24.240719 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-1cf65d46-08d3-4a02-bff5-4afa85e4eaaf tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:24.329671 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:24.338243 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:24.402358 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-1cf65d46-08d3-4a02-bff5-4afa85e4eaaf tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group (0f7f1ef5-a2ce-467b-97f5-dfc1dacee4ff), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:24.416635 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8916f1f7-a8ea-4f1a-9a14-c46b5f743f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:24.461057 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-3fddc4df-579d-4705-9624-82784813c5cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:24.495422 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-ccb614e1-a464-40c4-bb57-83d130442b55 None None] Publish callbacks [] for port (69e50db3-ee9b-4769-8703-5d03fc06f389), precommit_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:24.518712 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-1cf65d46-08d3-4a02-bff5-4afa85e4eaaf tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (0f7f1ef5-a2ce-467b-97f5-dfc1dacee4ff), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:24.594756 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-ccb614e1-a464-40c4-bb57-83d130442b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (69e50db3-ee9b-4769-8703-5d03fc06f389), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:24.597334 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf65d46-08d3-4a02-bff5-4afa85e4eaaf tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7f1ef5-a2ce-467b-97f5-dfc1dacee4ff,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:24.632117 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-ccb614e1-a464-40c4-bb57-83d130442b55 None None] Attempting to bind port 69e50db3-ee9b-4769-8703-5d03fc06f389 on host dv-cinder-852211-7-iscsi for vnic_type normal with profile {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:09:24.632469 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-ccb614e1-a464-40c4-bb57-83d130442b55 None None] Attempting to bind port 69e50db3-ee9b-4769-8703-5d03fc06f389 by drivers openvswitch,hyperv on host dv-cinder-852211-7-iscsi at level 0 using segments [{'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:09:24.632826 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb614e1-a464-40c4-bb57-83d130442b55 None None] Attempting to bind port 69e50db3-ee9b-4769-8703-5d03fc06f389 on network 495e3753-365b-4db4-ace7-a3dca370cb0d {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:09:24.649868 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb614e1-a464-40c4-bb57-83d130442b55 None None] Checking agent: {'id': '16ae7bad-0e03-4d8e-885b-3ed578a6ac87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 13, 56, 30), 'started_at': datetime.datetime(2022, 9, 1, 13, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:09:24.650267 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb614e1-a464-40c4-bb57-83d130442b55 None None] Checking segment: {'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:09:24.650673 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-ccb614e1-a464-40c4-bb57-83d130442b55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:24.651067 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb614e1-a464-40c4-bb57-83d130442b55 None None] Bound using segment: {'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:09:24.651547 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-ccb614e1-a464-40c4-bb57-83d130442b55 None None] Bound port: 69e50db3-ee9b-4769-8703-5d03fc06f389, host: dv-cinder-852211-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:09:24.651924 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-ccb614e1-a464-40c4-bb57-83d130442b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (69e50db3-ee9b-4769-8703-5d03fc06f389), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:24.661439 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.db_base_plugin_common [None req-8916f1f7-a8ea-4f1a-9a14-c46b5f743f58 admin admin] Allocated IP 172.20.0.1 (52d2108a-679f-4e17-b63b-779cfbdc360f/b648ad59-9807-46a0-b795-1c2f9dd3fe6d/69142c2c-d6ba-4f02-adc0-8c64fa284f79) {{(pid=107073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:09:24.683064 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc7ef9-c576-4d9a-8871-c06842c11e30 None None] Pushing event updated for resources: {'Port': ['ID=69e50db3-ee9b-4769-8703-5d03fc06f389,revision_number=2']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:24.738792 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-1cf65d46-08d3-4a02-bff5-4afa85e4eaaf tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:24.740054 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-1cf65d46-08d3-4a02-bff5-4afa85e4eaaf tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6756876 Sep 01 14:09:24.741818 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-ccb614e1-a464-40c4-bb57-83d130442b55 None None] For port 69e50db3-ee9b-4769-8703-5d03fc06f389, host dv-cinder-852211-7-iscsi, cleared binding levels {{(pid=107075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:09:24.743021 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 58918) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:09:24.749406 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-2642908d-b986-40f6-b242-f563e94b49c3 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Request body: {'security_group_rule': {'security_group_id': '0f7f1ef5-a2ce-467b-97f5-dfc1dacee4ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:09:24.749739 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-ccb614e1-a464-40c4-bb57-83d130442b55 None None] For port 69e50db3-ee9b-4769-8703-5d03fc06f389, host dv-cinder-852211-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=69e50db3-ee9b-4769-8703-5d03fc06f389,segment=NetworkSegment(f315c88c-0cea-42ce-ac38-790188a99330),segment_id=f315c88c-0cea-42ce-ac38-790188a99330)] {{(pid=107075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:09:24.791496 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:UPDATE=5,neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:24.829932 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8916f1f7-a8ea-4f1a-9a14-c46b5f743f58 admin admin] Publish callbacks [] for port (69142c2c-d6ba-4f02-adc0-8c64fa284f79), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:24.865116 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-ccb614e1-a464-40c4-bb57-83d130442b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (69e50db3-ee9b-4769-8703-5d03fc06f389), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:24.911847 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-2642908d-b986-40f6-b242-f563e94b49c3 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group_rule (c6710136-ae78-4d2e-8437-0c07871f0ca1), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:24.917189 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb614e1-a464-40c4-bb57-83d130442b55 None None] Routers {'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:09:24.920664 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-ccb614e1-a464-40c4-bb57-83d130442b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:08:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:09:25.020587 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-2642908d-b986-40f6-b242-f563e94b49c3 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group_rule (c6710136-ae78-4d2e-8437-0c07871f0ca1), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:25.023088 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc7ef9-c576-4d9a-8871-c06842c11e30 None None] Pushing event updated for resources: {'Port': ['ID=69e50db3-ee9b-4769-8703-5d03fc06f389,revision_number=3']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:25.034493 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:25.050679 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8916f1f7-a8ea-4f1a-9a14-c46b5f743f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (69142c2c-d6ba-4f02-adc0-8c64fa284f79), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:25.148917 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-ccb614e1-a464-40c4-bb57-83d130442b55 None None] Set router bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:09:25.169630 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-2642908d-b986-40f6-b242-f563e94b49c3 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411178'] for security_group_rule (c6710136-ae78-4d2e-8437-0c07871f0ca1), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:25.197780 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 3ebbb92d-5507-4a9d-b15e-e83d894fcbdf up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:09:25.239159 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8916f1f7-a8ea-4f1a-9a14-c46b5f743f58 admin admin] Network 52d2108a-679f-4e17-b63b-779cfbdc360f is already hosted by enough agents. {{(pid=107073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:09:25.289578 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.base_scheduler [None req-8916f1f7-a8ea-4f1a-9a14-c46b5f743f58 admin admin] Resources bound (agent type, host, resource id): {{(pid=107073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:09:25.294357 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642908d-b986-40f6-b242-f563e94b49c3 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6710136-ae78-4d2e-8437-0c07871f0ca1,revision_number=0']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:25.299617 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8916f1f7-a8ea-4f1a-9a14-c46b5f743f58 admin admin] Received port after_create {{(pid=107073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:09:25.303832 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916f1f7-a8ea-4f1a-9a14-c46b5f743f58 admin admin] Pushing event updated for resources: {'Port': ['ID=69142c2c-d6ba-4f02-adc0-8c64fa284f79,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:25.323772 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07317381-f9da-4890-bbf5-2867b0b6157c req-98f2eb54-2cb4-4e2a-810a-2e8ea144adb8 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:25.334643 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-07317381-f9da-4890-bbf5-2867b0b6157c req-98f2eb54-2cb4-4e2a-810a-2e8ea144adb8 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 943 time: 0.1989594 Sep 01 14:09:25.436875 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8916f1f7-a8ea-4f1a-9a14-c46b5f743f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33120883'] for router_interface (bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:25.450822 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-2642908d-b986-40f6-b242-f563e94b49c3 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:25.452299 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-2642908d-b986-40f6-b242-f563e94b49c3 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7083709 Sep 01 14:09:25.458082 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 58926) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:09:25.470405 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-85899a50-5e20-4848-8f43-efc2350849bb tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Request body: {'security_group_rule': {'security_group_id': '0f7f1ef5-a2ce-467b-97f5-dfc1dacee4ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:09:25.538847 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:25.548457 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-07317381-f9da-4890-bbf5-2867b0b6157c req-06243cd1-ffcd-473e-b63c-37628205a5d2 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117853 Sep 01 14:09:25.604240 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 3ebbb92d-5507-4a9d-b15e-e83d894fcbdf triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:09:25.605000 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (3ebbb92d-5507-4a9d-b15e-e83d894fcbdf), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:25.759294 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-ccb614e1-a464-40c4-bb57-83d130442b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5', 'name': 'tempest-TestMinimumBasicScenario-1949860572-router', 'tenant_id': 'adf6f1699a0740ee99ae03ef2423d143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '69e50db3-ee9b-4769-8703-5d03fc06f389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:09:20Z', 'updated_at': '2022-09-01T14:09:22Z', 'revision_number': 3, 'project_id': 'adf6f1699a0740ee99ae03ef2423d143', 'gw_port': {'id': '69e50db3-ee9b-4769-8703-5d03fc06f389', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:09:21Z', 'updated_at': '2022-09-01T14:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:09:25.771398 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-85899a50-5e20-4848-8f43-efc2350849bb tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group_rule (e0a928bb-f681-4f97-bc76-63cdb3623690), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:25.799084 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-02c6e956-3637-43c9-b592-c4ad77e9f666 None None] Provisioning complete for port 69142c2c-d6ba-4f02-adc0-8c64fa284f79 triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:09:25.799435 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-02c6e956-3637-43c9-b592-c4ad77e9f666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (69142c2c-d6ba-4f02-adc0-8c64fa284f79), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:25.802498 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb614e1-a464-40c4-bb57-83d130442b55 None None] The sync data for ids ['bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5'] in dv-cinder-852211-7-iscsi is: [{'id': 'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5', 'name': 'tempest-TestMinimumBasicScenario-1949860572-router', 'tenant_id': 'adf6f1699a0740ee99ae03ef2423d143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '69e50db3-ee9b-4769-8703-5d03fc06f389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:09:20Z', 'updated_at': '2022-09-01T14:09:22Z', 'revision_number': 3, 'project_id': 'adf6f1699a0740ee99ae03ef2423d143', 'gw_port': {'id': '69e50db3-ee9b-4769-8703-5d03fc06f389', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:09:21Z', 'updated_at': '2022-09-01T14:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}] {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:09:25.826621 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=100 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:25.835770 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 3ebbb92d-5507-4a9d-b15e-e83d894fcbdf is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:09:25.863122 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-02c6e956-3637-43c9-b592-c4ad77e9f666 None None] Port 69142c2c-d6ba-4f02-adc0-8c64fa284f79 cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 14:09:25.882274 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8916f1f7-a8ea-4f1a-9a14-c46b5f743f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (69142c2c-d6ba-4f02-adc0-8c64fa284f79), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:25.889999 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:25.911142 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-85899a50-5e20-4848-8f43-efc2350849bb tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group_rule (e0a928bb-f681-4f97-bc76-63cdb3623690), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:26.001317 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-85899a50-5e20-4848-8f43-efc2350849bb tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411178'] for security_group_rule (e0a928bb-f681-4f97-bc76-63cdb3623690), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:26.058406 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85899a50-5e20-4848-8f43-efc2350849bb tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0a928bb-f681-4f97-bc76-63cdb3623690,revision_number=0']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:26.129238 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-85899a50-5e20-4848-8f43-efc2350849bb tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:26.134365 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-85899a50-5e20-4848-8f43-efc2350849bb tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6697409 Sep 01 14:09:26.134365 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 58930) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:09:26.143726 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-421b3ff3-bc6f-4a83-881e-f5ac28d004f4 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Request body: {'floatingip': {'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:09:26.210397 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8916f1f7-a8ea-4f1a-9a14-c46b5f743f58 admin admin] Publish callbacks [] for port (69142c2c-d6ba-4f02-adc0-8c64fa284f79), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:26.338605 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8916f1f7-a8ea-4f1a-9a14-c46b5f743f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3071173'] for port (69142c2c-d6ba-4f02-adc0-8c64fa284f79), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:26.339877 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-421b3ff3-bc6f-4a83-881e-f5ac28d004f4 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:26.375692 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:26.438901 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8916f1f7-a8ea-4f1a-9a14-c46b5f743f58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33091771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33120975'] for router_interface (bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:26.441388 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916f1f7-a8ea-4f1a-9a14-c46b5f743f58 admin admin] Pushing event updated for resources: {'Port': ['ID=69142c2c-d6ba-4f02-adc0-8c64fa284f79,revision_number=2']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:26.528415 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-421b3ff3-bc6f-4a83-881e-f5ac28d004f4 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:26.543550 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:26.613144 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8916f1f7-a8ea-4f1a-9a14-c46b5f743f58 admin admin] Network 52d2108a-679f-4e17-b63b-779cfbdc360f is already hosted by enough agents. {{(pid=107073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:09:26.617460 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.base_scheduler [None req-8916f1f7-a8ea-4f1a-9a14-c46b5f743f58 admin admin] Resources bound (agent type, host, resource id): {{(pid=107073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:09:26.689278 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 6 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:09:26.706325 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_common [None req-421b3ff3-bc6f-4a83-881e-f5ac28d004f4 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Allocated IP 172.27.2.62 (495e3753-365b-4db4-ace7-a3dca370cb0d/c60058e0-5076-4233-a499-c0113b757f85/44d06e5e-0300-41e8-9f4a-4e767568feb9) {{(pid=107074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:09:26.796814 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4b4e3-6014-4e76-9913-d5bf5a4fb731 req-c5524333-9d4c-4952-8952-675a1b8d6824 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:26.798696 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-dae4b4e3-6014-4e76-9913-d5bf5a4fb731 req-c5524333-9d4c-4952-8952-675a1b8d6824 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 943 time: 0.0703576 Sep 01 14:09:26.882468 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-421b3ff3-bc6f-4a83-881e-f5ac28d004f4 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for port (44d06e5e-0300-41e8-9f4a-4e767568feb9), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:26.915637 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-dae4b4e3-6014-4e76-9913-d5bf5a4fb731 req-0d62b666-a863-48da-bbc9-7121a900bb79 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850244 Sep 01 14:09:26.921336 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8916f1f7-a8ea-4f1a-9a14-c46b5f743f58 admin admin] Router bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5 has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:09:27.013042 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-f2e1df77-60e8-4974-9bb6-b078eed2419e None None] Provisioning complete for port 69142c2c-d6ba-4f02-adc0-8c64fa284f79 triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:09:27.014506 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-f2e1df77-60e8-4974-9bb6-b078eed2419e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (69142c2c-d6ba-4f02-adc0-8c64fa284f79), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:27.029750 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-421b3ff3-bc6f-4a83-881e-f5ac28d004f4 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (44d06e5e-0300-41e8-9f4a-4e767568feb9), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:27.063764 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-f2e1df77-60e8-4974-9bb6-b078eed2419e None None] Port 69142c2c-d6ba-4f02-adc0-8c64fa284f79 cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 14:09:27.085616 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421b3ff3-bc6f-4a83-881e-f5ac28d004f4 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Network 495e3753-365b-4db4-ace7-a3dca370cb0d is already hosted by enough agents. {{(pid=107074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:09:27.088718 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8916f1f7-a8ea-4f1a-9a14-c46b5f743f58 admin admin] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:09:27.089076 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-421b3ff3-bc6f-4a83-881e-f5ac28d004f4 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Resources bound (agent type, host, resource id): {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:09:27.093308 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421b3ff3-bc6f-4a83-881e-f5ac28d004f4 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Received port after_create {{(pid=107074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:09:27.128122 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-8916f1f7-a8ea-4f1a-9a14-c46b5f743f58 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4026461 Sep 01 14:09:27.140792 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:27.148779 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b3ff3-bc6f-4a83-881e-f5ac28d004f4 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Pushing event updated for resources: {'Port': ['ID=44d06e5e-0300-41e8-9f4a-4e767568feb9,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:27.185995 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 69e50db3-ee9b-4769-8703-5d03fc06f389 up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:09:27.286923 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 69e50db3-ee9b-4769-8703-5d03fc06f389 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:09:27.287040 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (69e50db3-ee9b-4769-8703-5d03fc06f389), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:27.354952 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-421b3ff3-bc6f-4a83-881e-f5ac28d004f4 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for floatingip (9b188136-a971-4e87-9dc1-a1d308613ac9), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:27.433860 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 69e50db3-ee9b-4769-8703-5d03fc06f389 is: DOWN; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:09:27.434105 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d9685997-95a1-40a7-af59-da1667375447 req-e9a8054b-a527-4f11-a98b-9f4a9b8a40d2 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-57972656&fields=id&tenant_id=c1c061b824cb4a92a469061e7a67f967 HTTP/1.1" status: 200 len: 267 time: 0.0802352 Sep 01 14:09:27.434309 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (69e50db3-ee9b-4769-8703-5d03fc06f389), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:27.472096 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] For port 69e50db3-ee9b-4769-8703-5d03fc06f389, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=69e50db3-ee9b-4769-8703-5d03fc06f389,segment=NetworkSegment(f315c88c-0cea-42ce-ac38-790188a99330),segment_id=f315c88c-0cea-42ce-ac38-790188a99330)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:09:27.508601 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:27.550669 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:27.563214 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9685997-95a1-40a7-af59-da1667375447 req-52213968-8d02-40c6-9759-c19f29303ecc tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:27.565524 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d9685997-95a1-40a7-af59-da1667375447 req-52213968-8d02-40c6-9759-c19f29303ecc tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/networks?id=d990df73-a69e-4562-a002-6a937695b5ba HTTP/1.1" status: 200 len: 809 time: 0.1227508 Sep 01 14:09:27.583192 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-421b3ff3-bc6f-4a83-881e-f5ac28d004f4 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (44d06e5e-0300-41e8-9f4a-4e767568feb9), before_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:27.588626 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d9685997-95a1-40a7-af59-da1667375447 req-b0f70030-cb31-4332-9167-6b1db2d9d70c tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/quotas/c1c061b824cb4a92a469061e7a67f967 HTTP/1.1" status: 200 len: 375 time: 0.0159662 Sep 01 14:09:27.590810 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-6fd66b2c-efd5-4e3a-9094-ba0045fef7f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:27.676909 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (69e50db3-ee9b-4769-8703-5d03fc06f389), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:27.694720 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d9685997-95a1-40a7-af59-da1667375447 req-6e477881-2363-4b19-968b-492d7d47f455 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c1c061b824cb4a92a469061e7a67f967&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0838070 Sep 01 14:09:27.769645 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Pushing event updated for resources: {'Port': ['ID=69e50db3-ee9b-4769-8703-5d03fc06f389,revision_number=4']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:27.836036 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-421b3ff3-bc6f-4a83-881e-f5ac28d004f4 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for port (44d06e5e-0300-41e8-9f4a-4e767568feb9), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:27.873113 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d9685997-95a1-40a7-af59-da1667375447 req-0500cfa4-e2ac-4aca-99d4-5ffc17d9578b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d990df73-a69e-4562-a002-6a937695b5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562498 Sep 01 14:09:28.007301 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-421b3ff3-bc6f-4a83-881e-f5ac28d004f4 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923807'] for port (44d06e5e-0300-41e8-9f4a-4e767568feb9), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:28.076296 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d9685997-95a1-40a7-af59-da1667375447 req-3ede3e85-1018-4bcd-b545-20d57b14a8e4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d990df73-a69e-4562-a002-6a937695b5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927586 Sep 01 14:09:28.078795 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b3ff3-bc6f-4a83-881e-f5ac28d004f4 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Pushing event updated for resources: {'Port': ['ID=44d06e5e-0300-41e8-9f4a-4e767568feb9,revision_number=2']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:28.097323 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-421b3ff3-bc6f-4a83-881e-f5ac28d004f4 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122292'] for floatingip (9b188136-a971-4e87-9dc1-a1d308613ac9), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:28.117222 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0169e2-f707-4a03-bec1-2ba2a7c8dd0f req-9e88d778-4bd0-4301-8da2-ed909eb32978 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:28.119865 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2d0169e2-f707-4a03-bec1-2ba2a7c8dd0f req-9e88d778-4bd0-4301-8da2-ed909eb32978 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 943 time: 0.0766542 Sep 01 14:09:28.182930 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2d0169e2-f707-4a03-bec1-2ba2a7c8dd0f req-ab750dde-9abd-4e86-9760-a15f630dcf1d tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571420 Sep 01 14:09:28.261660 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-421b3ff3-bc6f-4a83-881e-f5ac28d004f4 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for floatingip (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:28.268313 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-421b3ff3-bc6f-4a83-881e-f5ac28d004f4 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1280057 Sep 01 14:09:28.378361 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca17b7d7-41c1-462d-8f2d-dcd0482d87ef None None] Sync routers for ids ['bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5'] in dv-cinder-852211-7-iscsi {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:09:28.379298 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 58970) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:09:28.383737 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-5bdac1d8-e43d-4a50-9770-d9bce2ad54c6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1980977010-network', 'tenant_id': '7b23980a30624073a2ce8c34b1f56cc6'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:09:28.388729 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca17b7d7-41c1-462d-8f2d-dcd0482d87ef None None] Routers {'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:09:28.389737 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-ca17b7d7-41c1-462d-8f2d-dcd0482d87ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:09:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:09:28.391400 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:28.548057 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-ca17b7d7-41c1-462d-8f2d-dcd0482d87ef None None] Set router bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:09:28.599140 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-50305883-d590-48ea-bccd-9a542ff74b25 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1275758600&fields=id&tenant_id=90a84500a899479aabfa3aeb72b4c4ae HTTP/1.1" status: 200 len: 267 time: 0.0598323 Sep 01 14:09:28.603048 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdac1d8-e43d-4a50-9770-d9bce2ad54c6 admin admin] Made reservation on behalf of 7b23980a30624073a2ce8c34b1f56cc6 for: {'network': 1} {{(pid=107074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:09:28.606841 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5bdac1d8-e43d-4a50-9770-d9bce2ad54c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for network (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:28.619140 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5bdac1d8-e43d-4a50-9770-d9bce2ad54c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:28.760319 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5bdac1d8-e43d-4a50-9770-d9bce2ad54c6 admin admin] Publish callbacks [] for security_group (e2d190d3-7c40-4e53-9ccd-d7a047407018), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:28.780435 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-ca642032-be2b-4e83-b662-8fba9939f0d8 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:28.782072 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-ca642032-be2b-4e83-b662-8fba9939f0d8 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/networks?id=4f2459fa-f112-4ee1-abd3-6f4952507858 HTTP/1.1" status: 200 len: 815 time: 0.1755648 Sep 01 14:09:28.806256 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-6e4ceb1d-20a4-4cbc-9c66-1fc084df68c8 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/quotas/90a84500a899479aabfa3aeb72b4c4ae HTTP/1.1" status: 200 len: 375 time: 0.0160966 Sep 01 14:09:28.837890 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-ca17b7d7-41c1-462d-8f2d-dcd0482d87ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5', 'name': 'tempest-TestMinimumBasicScenario-1949860572-router', 'tenant_id': 'adf6f1699a0740ee99ae03ef2423d143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '69e50db3-ee9b-4769-8703-5d03fc06f389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:09:20Z', 'updated_at': '2022-09-01T14:09:25Z', 'revision_number': 4, 'project_id': 'adf6f1699a0740ee99ae03ef2423d143', 'gw_port': {'id': '69e50db3-ee9b-4769-8703-5d03fc06f389', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:09:21Z', 'updated_at': '2022-09-01T14:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '69142c2c-d6ba-4f02-adc0-8c64fa284f79', 'name': '', 'network_id': '52d2108a-679f-4e17-b63b-779cfbdc360f', 'tenant_id': 'adf6f1699a0740ee99ae03ef2423d143', 'mac_address': 'fa:16:3e:96:37:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b648ad59-9807-46a0-b795-1c2f9dd3fe6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:09:24Z', 'updated_at': '2022-09-01T14:09:25Z', 'revision_number': 2, 'project_id': 'adf6f1699a0740ee99ae03ef2423d143', 'subnets': [{'id': 'b648ad59-9807-46a0-b795-1c2f9dd3fe6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:09:28.867882 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca17b7d7-41c1-462d-8f2d-dcd0482d87ef None None] Checking router: bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5 for host: dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:09:28.868228 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca17b7d7-41c1-462d-8f2d-dcd0482d87ef None None] Updating router bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5 port 69142c2c-d6ba-4f02-adc0-8c64fa284f79 binding host dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:09:28.870580 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-ff542dee-df5d-4eb6-a000-7327395cbca4 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=90a84500a899479aabfa3aeb72b4c4ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0583341 Sep 01 14:09:28.899786 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-ca17b7d7-41c1-462d-8f2d-dcd0482d87ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (69142c2c-d6ba-4f02-adc0-8c64fa284f79), before_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:28.921396 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5bdac1d8-e43d-4a50-9770-d9bce2ad54c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (e2d190d3-7c40-4e53-9ccd-d7a047407018), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:28.975331 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bdac1d8-e43d-4a50-9770-d9bce2ad54c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=107074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:09:28.988104 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdac1d8-e43d-4a50-9770-d9bce2ad54c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d190d3-7c40-4e53-9ccd-d7a047407018,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:29.015675 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5bdac1d8-e43d-4a50-9770-d9bce2ad54c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881'] for segment (04d9a68e-0cfc-4518-811b-c7f8f2b4c264), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:29.017079 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.db.segments_db [None req-5bdac1d8-e43d-4a50-9770-d9bce2ad54c6 admin admin] Added segment 04d9a68e-0cfc-4518-811b-c7f8f2b4c264 of type vlan for network 0e6e35ba-0c06-4ef8-a2cc-3d4139f23bc5 Sep 01 14:09:29.162523 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5bdac1d8-e43d-4a50-9770-d9bce2ad54c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786311408797'] for network (0e6e35ba-0c06-4ef8-a2cc-3d4139f23bc5), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:29.206563 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=100 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:29.224646 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 69e50db3-ee9b-4769-8703-5d03fc06f389 up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:09:29.258704 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-ca17b7d7-41c1-462d-8f2d-dcd0482d87ef None None] Publish callbacks [] for port (69142c2c-d6ba-4f02-adc0-8c64fa284f79), precommit_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:29.289328 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:29.290044 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 69e50db3-ee9b-4769-8703-5d03fc06f389 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:09:29.290401 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (69e50db3-ee9b-4769-8703-5d03fc06f389), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:29.323327 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-01a9ce4a-2976-426a-8c8e-f56c99495edf req-0f466cb1-ec8e-4858-86b9-7327b82af94e tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 210 time: 0.0467882 Sep 01 14:09:29.324252 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 9ae4ab09-714c-4175-ba0d-7b76b31e652d details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=107075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:09:29.401516 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-7b051f42-fa52-4082-a197-cc4947bd29dc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4f2459fa-f112-4ee1-abd3-6f4952507858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5157549 Sep 01 14:09:29.435077 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5bdac1d8-e43d-4a50-9770-d9bce2ad54c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793'] for network (0e6e35ba-0c06-4ef8-a2cc-3d4139f23bc5), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:29.435593 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-ca17b7d7-41c1-462d-8f2d-dcd0482d87ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (69142c2c-d6ba-4f02-adc0-8c64fa284f79), after_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:29.436975 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdac1d8-e43d-4a50-9770-d9bce2ad54c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:29.437780 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5bdac1d8-e43d-4a50-9770-d9bce2ad54c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for network (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:29.446157 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:29.482389 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 69e50db3-ee9b-4769-8703-5d03fc06f389 is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:09:29.529994 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 9ae4ab09-714c-4175-ba0d-7b76b31e652d, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9ae4ab09-714c-4175-ba0d-7b76b31e652d,segment=NetworkSegment(64991032-cb00-4fe3-9882-ec8e7671fd4e),segment_id=64991032-cb00-4fe3-9882-ec8e7671fd4e)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:09:29.548217 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a34982-c66c-4f44-8f88-4805d541e6aa None None] Pushing event updated for resources: {'Port': ['ID=69142c2c-d6ba-4f02-adc0-8c64fa284f79,revision_number=3']} {{(pid=107076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:29.550931 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Returning: {'device': '9ae4ab09-714c-4175-ba0d-7b76b31e652d', 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1', 'port_id': '9ae4ab09-714c-4175-ba0d-7b76b31e652d', 'mac_address': 'fa:16:3e:60:6c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5274d38f-79ac-43b5-aae2-e29860924168', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:09:29.566583 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.managers [None req-ca17b7d7-41c1-462d-8f2d-dcd0482d87ef None None] Attempting to bind port 69142c2c-d6ba-4f02-adc0-8c64fa284f79 on host dv-cinder-852211-7-iscsi for vnic_type normal with profile {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:09:29.566955 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.managers [None req-ca17b7d7-41c1-462d-8f2d-dcd0482d87ef None None] Attempting to bind port 69142c2c-d6ba-4f02-adc0-8c64fa284f79 by drivers openvswitch,hyperv on host dv-cinder-852211-7-iscsi at level 0 using segments [{'id': '8e3a9a2b-6a7f-4956-be6c-5783c1ea882c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '52d2108a-679f-4e17-b63b-779cfbdc360f'}] {{(pid=107076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:09:29.567321 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca17b7d7-41c1-462d-8f2d-dcd0482d87ef None None] Attempting to bind port 69142c2c-d6ba-4f02-adc0-8c64fa284f79 on network 52d2108a-679f-4e17-b63b-779cfbdc360f {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:09:29.574194 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca17b7d7-41c1-462d-8f2d-dcd0482d87ef None None] Checking agent: {'id': '16ae7bad-0e03-4d8e-885b-3ed578a6ac87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 13, 56, 30), 'started_at': datetime.datetime(2022, 9, 1, 13, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:09:29.575168 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca17b7d7-41c1-462d-8f2d-dcd0482d87ef None None] Checking segment: {'id': '8e3a9a2b-6a7f-4956-be6c-5783c1ea882c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '52d2108a-679f-4e17-b63b-779cfbdc360f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:09:29.575577 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-ca17b7d7-41c1-462d-8f2d-dcd0482d87ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:29.576039 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca17b7d7-41c1-462d-8f2d-dcd0482d87ef None None] Bound using segment: {'id': '8e3a9a2b-6a7f-4956-be6c-5783c1ea882c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '52d2108a-679f-4e17-b63b-779cfbdc360f'} {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:09:29.576546 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.managers [None req-ca17b7d7-41c1-462d-8f2d-dcd0482d87ef None None] Bound port: 69142c2c-d6ba-4f02-adc0-8c64fa284f79, host: dv-cinder-852211-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e3a9a2b-6a7f-4956-be6c-5783c1ea882c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '52d2108a-679f-4e17-b63b-779cfbdc360f'}}] {{(pid=107076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:09:29.576934 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-ca17b7d7-41c1-462d-8f2d-dcd0482d87ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (69142c2c-d6ba-4f02-adc0-8c64fa284f79), before_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:29.612908 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdac1d8-e43d-4a50-9770-d9bce2ad54c6 admin admin] Pushing event updated for resources: {'Network': ['ID=0e6e35ba-0c06-4ef8-a2cc-3d4139f23bc5,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:29.638464 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:29.653641 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Network 0e6e35ba-0c06-4ef8-a2cc-3d4139f23bc5 details requested by agent ovs-agent-dv-cinder-852211-7-iscsi with host dv-cinder-852211-7-iscsi {{(pid=107075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:09:29.671648 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35e1c1-28b1-4e22-aa68-70bf760f60a7 req-ecf4749a-aecc-4c47-a77c-58e75460b2d4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:29.674423 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6d35e1c1-28b1-4e22-aa68-70bf760f60a7 req-ecf4749a-aecc-4c47-a77c-58e75460b2d4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 943 time: 0.2571545 Sep 01 14:09:29.696517 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.db [None req-ca17b7d7-41c1-462d-8f2d-dcd0482d87ef None None] For port 69142c2c-d6ba-4f02-adc0-8c64fa284f79, host dv-cinder-852211-7-iscsi, cleared binding levels {{(pid=107076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:09:29.701264 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-5bdac1d8-e43d-4a50-9770-d9bce2ad54c6 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3217015 Sep 01 14:09:29.702444 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.db [None req-ca17b7d7-41c1-462d-8f2d-dcd0482d87ef None None] For port 69142c2c-d6ba-4f02-adc0-8c64fa284f79, host dv-cinder-852211-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=69142c2c-d6ba-4f02-adc0-8c64fa284f79,segment=NetworkSegment(8e3a9a2b-6a7f-4956-be6c-5783c1ea882c),segment_id=8e3a9a2b-6a7f-4956-be6c-5783c1ea882c)] {{(pid=107076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:09:29.703844 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 58996) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:09:29.710802 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-73e79b28-3304-4379-b714-71863611ad34 admin admin] Request body: {'subnet': {'network_id': '0e6e35ba-0c06-4ef8-a2cc-3d4139f23bc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1980977010-subnet', 'tenant_id': '7b23980a30624073a2ce8c34b1f56cc6', 'ip_version': 4}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:09:29.719674 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-4d97c1f8-8b65-4571-88f0-a57cc35eeaeb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4f2459fa-f112-4ee1-abd3-6f4952507858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121738 Sep 01 14:09:29.730691 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 9ae4ab09-714c-4175-ba0d-7b76b31e652d is: DOWN; New status is: BUILD {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:09:29.731090 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (9ae4ab09-714c-4175-ba0d-7b76b31e652d), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:29.762379 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6d35e1c1-28b1-4e22-aa68-70bf760f60a7 req-5d9e877b-7757-41a8-be07-f6b99adc73a8 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810096 Sep 01 14:09:29.772547 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ae4ab09-714c-4175-ba0d-7b76b31e652d {{(pid=107075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:09:29.804522 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 9ae4ab09-714c-4175-ba0d-7b76b31e652d, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9ae4ab09-714c-4175-ba0d-7b76b31e652d,segment=NetworkSegment(64991032-cb00-4fe3-9882-ec8e7671fd4e),segment_id=64991032-cb00-4fe3-9882-ec8e7671fd4e)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:09:29.932435 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e79b28-3304-4379-b714-71863611ad34 admin admin] Made reservation on behalf of 7b23980a30624073a2ce8c34b1f56cc6 for: {'subnet': 1} {{(pid=107074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:09:29.932729 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (9ae4ab09-714c-4175-ba0d-7b76b31e652d), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:29.934976 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-73e79b28-3304-4379-b714-71863611ad34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2708979'] for subnet (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:29.935442 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-ca17b7d7-41c1-462d-8f2d-dcd0482d87ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (69142c2c-d6ba-4f02-adc0-8c64fa284f79), after_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:29.938151 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:30.065858 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=9ae4ab09-714c-4175-ba0d-7b76b31e652d,revision_number=9']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:30.070737 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-23110017-1d73-4aa7-b8a5-3e706dae9462 req-3d66ca33-b467-471e-a529-1a3fb69d5df5 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3e82006c-11f2-43d8-b929-e161f9c506d4 HTTP/1.1" status: 200 len: 210 time: 0.0449545 Sep 01 14:09:30.113146 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca17b7d7-41c1-462d-8f2d-dcd0482d87ef None None] Routers {'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:09:30.113820 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-ca17b7d7-41c1-462d-8f2d-dcd0482d87ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:09:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:09:30.212348 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a34982-c66c-4f44-8f88-4805d541e6aa None None] Pushing event updated for resources: {'Port': ['ID=69142c2c-d6ba-4f02-adc0-8c64fa284f79,revision_number=4']} {{(pid=107076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:30.284255 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] get_ports_and_sgs() called for port_ids ['9ae4ab09-714c-4175-ba0d-7b76b31e652d'] {{(pid=107075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 14:09:30.297056 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:30.349154 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-ca17b7d7-41c1-462d-8f2d-dcd0482d87ef None None] Set router bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:09:30.479949 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a336eeda-f7da-4a15-a0a3-41f85d42cb90 req-502be9a9-42ff-494d-9bdf-9a0d15a7ec52 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 210 time: 0.0601628 Sep 01 14:09:30.481678 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:30.506983 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-73e79b28-3304-4379-b714-71863611ad34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2922390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2708929'] for subnet (f1f2f177-6159-485c-bb59-a4f7d3d91a78), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:30.601861 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:30.631287 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e79b28-3304-4379-b714-71863611ad34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1f2f177-6159-485c-bb59-a4f7d3d91a78,revision_number=0']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:30.652690 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e79b28-3304-4379-b714-71863611ad34 admin admin] Checking segment: {'id': '04d9a68e-0cfc-4518-811b-c7f8f2b4c264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '0e6e35ba-0c06-4ef8-a2cc-3d4139f23bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:09:30.653616 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e79b28-3304-4379-b714-71863611ad34 admin admin] Network hostable DHCP agents. Network: 0e6e35ba-0c06-4ef8-a2cc-3d4139f23bc5, hostable agents: ['e6fb8577-74ae-4f68-b634-c24662e9afb4'], hosted agents: [] {{(pid=107074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:09:30.679993 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-ca17b7d7-41c1-462d-8f2d-dcd0482d87ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5', 'name': 'tempest-TestMinimumBasicScenario-1949860572-router', 'tenant_id': 'adf6f1699a0740ee99ae03ef2423d143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '69e50db3-ee9b-4769-8703-5d03fc06f389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:09:20Z', 'updated_at': '2022-09-01T14:09:25Z', 'revision_number': 4, 'project_id': 'adf6f1699a0740ee99ae03ef2423d143', 'gw_port': {'id': '69e50db3-ee9b-4769-8703-5d03fc06f389', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:09:21Z', 'updated_at': '2022-09-01T14:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '69142c2c-d6ba-4f02-adc0-8c64fa284f79', 'name': '', 'network_id': '52d2108a-679f-4e17-b63b-779cfbdc360f', 'tenant_id': 'adf6f1699a0740ee99ae03ef2423d143', 'mac_address': 'fa:16:3e:96:37:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b648ad59-9807-46a0-b795-1c2f9dd3fe6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:09:24Z', 'updated_at': '2022-09-01T14:09:29Z', 'revision_number': 4, 'project_id': 'adf6f1699a0740ee99ae03ef2423d143', 'subnets': [{'id': 'b648ad59-9807-46a0-b795-1c2f9dd3fe6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:09:30.758084 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca17b7d7-41c1-462d-8f2d-dcd0482d87ef None None] The sync data for ids ['bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5'] in dv-cinder-852211-7-iscsi is: [{'id': 'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5', 'name': 'tempest-TestMinimumBasicScenario-1949860572-router', 'tenant_id': 'adf6f1699a0740ee99ae03ef2423d143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '69e50db3-ee9b-4769-8703-5d03fc06f389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:09:20Z', 'updated_at': '2022-09-01T14:09:25Z', 'revision_number': 4, 'project_id': 'adf6f1699a0740ee99ae03ef2423d143', 'gw_port': {'id': '69e50db3-ee9b-4769-8703-5d03fc06f389', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:09:21Z', 'updated_at': '2022-09-01T14:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '69142c2c-d6ba-4f02-adc0-8c64fa284f79', 'name': '', 'network_id': '52d2108a-679f-4e17-b63b-779cfbdc360f', 'tenant_id': 'adf6f1699a0740ee99ae03ef2423d143', 'mac_address': 'fa:16:3e:96:37:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b648ad59-9807-46a0-b795-1c2f9dd3fe6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:09:24Z', 'updated_at': '2022-09-01T14:09:29Z', 'revision_number': 4, 'project_id': 'adf6f1699a0740ee99ae03ef2423d143', 'subnets': [{'id': 'b648ad59-9807-46a0-b795-1c2f9dd3fe6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:09:30.813292 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e79b28-3304-4379-b714-71863611ad34 admin admin] Network 0e6e35ba-0c06-4ef8-a2cc-3d4139f23bc5 is scheduled to be hosted by DHCP agent e6fb8577-74ae-4f68-b634-c24662e9afb4 with binding_index 1 {{(pid=107074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:09:30.946987 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-73e79b28-3304-4379-b714-71863611ad34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-7-iscsi, 0e6e35ba-0c06-4ef8-a2cc-3d4139f23bc5) {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:09:30.966640 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add430b1-1086-438a-a6cf-d1c4c2db8174 None None] Network 0e6e35ba-0c06-4ef8-a2cc-3d4139f23bc5 requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:09:30.979983 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e79b28-3304-4379-b714-71863611ad34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:30.981037 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-73e79b28-3304-4379-b714-71863611ad34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for subnet (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:31.044327 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf5446-37ca-48fa-874b-d74d5ee7f161 req-ff947aff-de51-4fac-b391-2d4123838ea4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:31.059838 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-23cf5446-37ca-48fa-874b-d74d5ee7f161 req-ff947aff-de51-4fac-b391-2d4123838ea4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 944 time: 0.1328619 Sep 01 14:09:31.170022 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-73e79b28-3304-4379-b714-71863611ad34 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4602532 Sep 01 14:09:31.173387 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 59018) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:09:31.178773 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-d8fb47d1-eb8a-487a-899c-1256bb667204 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1980977010-router', 'tenant_id': '7b23980a30624073a2ce8c34b1f56cc6', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:09:31.237001 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-23cf5446-37ca-48fa-874b-d74d5ee7f161 req-45957149-5988-44aa-ab34-60baa0bb41b6 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750119 Sep 01 14:09:31.261088 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:31.276519 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 69142c2c-d6ba-4f02-adc0-8c64fa284f79 up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:09:31.308357 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ef4cfdc5-a55a-4598-9cec-0ef6a2fcc65e req-6ccadd5a-f05c-41df-921f-1cd560cefe6d tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3e82006c-11f2-43d8-b929-e161f9c506d4 HTTP/1.1" status: 200 len: 210 time: 0.0667677 Sep 01 14:09:31.328201 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7df2ad7-ab30-44f7-a1b0-2863894445db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90e2f4e2-ea37-5315-bbf9-53240d5a3a76-0e6e35ba-0c06-4ef8-a2cc-3d4139f23bc5', 'network_id': '0e6e35ba-0c06-4ef8-a2cc-3d4139f23bc5', 'project_id': '7b23980a30624073a2ce8c34b1f56cc6', 'fixed_ips': [{'subnet_id': 'f1f2f177-6159-485c-bb59-a4f7d3d91a78'}]}} from dv-cinder-852211-7-iscsi. {{(pid=107075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 01 14:09:31.329614 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-b7df2ad7-ab30-44f7-a1b0-2863894445db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:31.341598 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:31.343054 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d8fb47d1-eb8a-487a-899c-1256bb667204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33128399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3528'] for router (058e095a-e073-4ce4-a1d1-fcf0a1478992), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:31.348254 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d8fb47d1-eb8a-487a-899c-1256bb667204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33127825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-480353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3571'] for router (058e095a-e073-4ce4-a1d1-fcf0a1478992), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:31.394816 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:INSERT=14,neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:31.463067 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d8fb47d1-eb8a-487a-899c-1256bb667204 admin admin] Publish callbacks [] for router_controller (058e095a-e073-4ce4-a1d1-fcf0a1478992), precommit_add_association {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:31.493106 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 69142c2c-d6ba-4f02-adc0-8c64fa284f79 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:09:31.493478 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (69142c2c-d6ba-4f02-adc0-8c64fa284f79), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:31.554458 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 9ae4ab09-714c-4175-ba0d-7b76b31e652d up at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:09:31.629339 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e096f267-9fc4-4b22-993a-430b311087df req-757e5fe6-2954-4478-ba89-56fc117216d2 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 210 time: 0.0338488 Sep 01 14:09:31.698426 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.db_base_plugin_common [None req-b7df2ad7-ab30-44f7-a1b0-2863894445db None None] Allocated IP 172.20.0.2 (0e6e35ba-0c06-4ef8-a2cc-3d4139f23bc5/f1f2f177-6159-485c-bb59-a4f7d3d91a78/a5c564af-073b-47d5-88d9-e60fcbc2b5d0) {{(pid=107075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:09:31.732518 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning complete for port 9ae4ab09-714c-4175-ba0d-7b76b31e652d triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:09:31.732966 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (9ae4ab09-714c-4175-ba0d-7b76b31e652d), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:31.742479 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 69142c2c-d6ba-4f02-adc0-8c64fa284f79 is: DOWN; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:09:31.742831 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (69142c2c-d6ba-4f02-adc0-8c64fa284f79), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:31.809636 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:31.918109 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d8fb47d1-eb8a-487a-899c-1256bb667204 admin admin] Publish callbacks [] for router_gateway (058e095a-e073-4ce4-a1d1-fcf0a1478992), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:31.932966 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] For port 69142c2c-d6ba-4f02-adc0-8c64fa284f79, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=69142c2c-d6ba-4f02-adc0-8c64fa284f79,segment=NetworkSegment(8e3a9a2b-6a7f-4956-be6c-5783c1ea882c),segment_id=8e3a9a2b-6a7f-4956-be6c-5783c1ea882c)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:09:31.989586 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:32.003177 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 9ae4ab09-714c-4175-ba0d-7b76b31e652d is: BUILD; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:09:32.003643 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (9ae4ab09-714c-4175-ba0d-7b76b31e652d), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:32.074747 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39f7090-b419-46be-9fcc-7ae73004ab71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae4ab09-714c-4175-ba0d-7b76b31e652d'}] {{(pid=107075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:09:32.077292 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea684a423e005867ab2b2321dba33e59ce354bd0b218533ae43957e9dbf26841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380900bb-53f2-426a-a462-9ec90d5b4bd8" -d '{"events": [{"server_uuid": "d39f7090-b419-46be-9fcc-7ae73004ab71", "name": "network-vif-plugged", "status": "completed", "tag": "9ae4ab09-714c-4175-ba0d-7b76b31e652d"}]}' {{(pid=107075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:09:32.108278 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 9ae4ab09-714c-4175-ba0d-7b76b31e652d, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9ae4ab09-714c-4175-ba0d-7b76b31e652d,segment=NetworkSegment(64991032-cb00-4fe3-9882-ec8e7671fd4e),segment_id=64991032-cb00-4fe3-9882-ec8e7671fd4e)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:09:32.109790 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-b7df2ad7-ab30-44f7-a1b0-2863894445db None None] Publish callbacks [] for port (a5c564af-073b-47d5-88d9-e60fcbc2b5d0), precommit_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:32.132559 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (69142c2c-d6ba-4f02-adc0-8c64fa284f79), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:32.173563 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e948876b-1059-4870-b746-ba2a2711c4a3 x-openstack-request-id: req-e948876b-1059-4870-b746-ba2a2711c4a3 {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:09:32.174065 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39f7090-b419-46be-9fcc-7ae73004ab71", "name": "network-vif-plugged", "status": "completed", "tag": "9ae4ab09-714c-4175-ba0d-7b76b31e652d", "code": 200}]} {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:09:32.178056 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e948876b-1059-4870-b746-ba2a2711c4a3 {{(pid=107075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:09:32.178056 dv-cinder-852211-7-iscsi neutron-server[107075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e948876b-1059-4870-b746-ba2a2711c4a3'] response: {'server_uuid': 'd39f7090-b419-46be-9fcc-7ae73004ab71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae4ab09-714c-4175-ba0d-7b76b31e652d', 'code': 200} Sep 01 14:09:32.220378 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Pushing event updated for resources: {'Port': ['ID=69142c2c-d6ba-4f02-adc0-8c64fa284f79,revision_number=5']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:32.232594 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (9ae4ab09-714c-4175-ba0d-7b76b31e652d), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:32.331251 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-b7df2ad7-ab30-44f7-a1b0-2863894445db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320'] for port (a5c564af-073b-47d5-88d9-e60fcbc2b5d0), after_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:32.416145 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7df2ad7-ab30-44f7-a1b0-2863894445db None None] Network 0e6e35ba-0c06-4ef8-a2cc-3d4139f23bc5 is already hosted by enough agents. {{(pid=107075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:09:32.416982 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d8fb47d1-eb8a-487a-899c-1256bb667204 admin admin] Publish callbacks [] for router_gateway (058e095a-e073-4ce4-a1d1-fcf0a1478992), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:32.432460 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.scheduler.base_scheduler [None req-b7df2ad7-ab30-44f7-a1b0-2863894445db None None] Resources bound (agent type, host, resource id): {{(pid=107075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:09:32.447234 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7df2ad7-ab30-44f7-a1b0-2863894445db None None] Received port after_create {{(pid=107075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:09:32.456697 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d8fb47d1-eb8a-487a-899c-1256bb667204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:32.466859 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=9ae4ab09-714c-4175-ba0d-7b76b31e652d,revision_number=10']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:32.540399 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50946983-ae14-4b1b-85c7-8c16058c426b req-abf61bc6-24d7-4a9a-938a-adcd7c456123 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:32.543040 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-50946983-ae14-4b1b-85c7-8c16058c426b req-abf61bc6-24d7-4a9a-938a-adcd7c456123 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 946 time: 0.1216996 Sep 01 14:09:32.612708 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-06a07dc1-1e04-43c6-884f-2a245fff729a req-83e196f7-5446-4e7c-b6eb-760f0dddcc4a tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3e82006c-11f2-43d8-b929-e161f9c506d4 HTTP/1.1" status: 200 len: 210 time: 0.0683560 Sep 01 14:09:32.750992 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-50946983-ae14-4b1b-85c7-8c16058c426b req-d4425a04-1b07-4768-bcf3-f5c7f496d25a tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757014 Sep 01 14:09:32.785358 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df2ad7-ab30-44f7-a1b0-2863894445db None None] Pushing event updated for resources: {'Port': ['ID=a5c564af-073b-47d5-88d9-e60fcbc2b5d0,revision_number=1']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:32.807625 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-b7df2ad7-ab30-44f7-a1b0-2863894445db None None] Attempting to bind port a5c564af-073b-47d5-88d9-e60fcbc2b5d0 on host dv-cinder-852211-7-iscsi for vnic_type normal with profile {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:09:32.808566 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-b7df2ad7-ab30-44f7-a1b0-2863894445db None None] Attempting to bind port a5c564af-073b-47d5-88d9-e60fcbc2b5d0 by drivers openvswitch,hyperv on host dv-cinder-852211-7-iscsi at level 0 using segments [{'id': '04d9a68e-0cfc-4518-811b-c7f8f2b4c264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '0e6e35ba-0c06-4ef8-a2cc-3d4139f23bc5'}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:09:32.809645 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7df2ad7-ab30-44f7-a1b0-2863894445db None None] Attempting to bind port a5c564af-073b-47d5-88d9-e60fcbc2b5d0 on network 0e6e35ba-0c06-4ef8-a2cc-3d4139f23bc5 {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:09:32.820070 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7df2ad7-ab30-44f7-a1b0-2863894445db None None] Checking agent: {'id': '16ae7bad-0e03-4d8e-885b-3ed578a6ac87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 13, 56, 30), 'started_at': datetime.datetime(2022, 9, 1, 13, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:09:32.820926 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7df2ad7-ab30-44f7-a1b0-2863894445db None None] Checking segment: {'id': '04d9a68e-0cfc-4518-811b-c7f8f2b4c264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '0e6e35ba-0c06-4ef8-a2cc-3d4139f23bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:09:32.821543 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-b7df2ad7-ab30-44f7-a1b0-2863894445db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:32.822275 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7df2ad7-ab30-44f7-a1b0-2863894445db None None] Bound using segment: {'id': '04d9a68e-0cfc-4518-811b-c7f8f2b4c264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '0e6e35ba-0c06-4ef8-a2cc-3d4139f23bc5'} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:09:32.823000 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-b7df2ad7-ab30-44f7-a1b0-2863894445db None None] Bound port: a5c564af-073b-47d5-88d9-e60fcbc2b5d0, host: dv-cinder-852211-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d9a68e-0cfc-4518-811b-c7f8f2b4c264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '0e6e35ba-0c06-4ef8-a2cc-3d4139f23bc5'}}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:09:32.823571 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-b7df2ad7-ab30-44f7-a1b0-2863894445db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (a5c564af-073b-47d5-88d9-e60fcbc2b5d0), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:32.882554 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_common [None req-d8fb47d1-eb8a-487a-899c-1256bb667204 admin admin] Allocated IP 172.27.2.187 (495e3753-365b-4db4-ace7-a3dca370cb0d/c60058e0-5076-4233-a499-c0113b757f85/1453b1b1-4137-4bc4-a302-e842a20a6df5) {{(pid=107074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:09:32.927578 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d4d8a443-3c29-4064-a24a-c5168336837e req-f66a0ac3-cc84-4955-bc54-7849550bb364 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 210 time: 0.0950513 Sep 01 14:09:32.955707 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-b7df2ad7-ab30-44f7-a1b0-2863894445db None None] For port a5c564af-073b-47d5-88d9-e60fcbc2b5d0, host dv-cinder-852211-7-iscsi, cleared binding levels {{(pid=107075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:09:32.966540 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-b7df2ad7-ab30-44f7-a1b0-2863894445db None None] For port a5c564af-073b-47d5-88d9-e60fcbc2b5d0, host dv-cinder-852211-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=a5c564af-073b-47d5-88d9-e60fcbc2b5d0,segment=NetworkSegment(04d9a68e-0cfc-4518-811b-c7f8f2b4c264),segment_id=04d9a68e-0cfc-4518-811b-c7f8f2b4c264)] {{(pid=107075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:09:33.026862 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:33.057280 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:INSERT=6,neutron:UPDATE=4,neutron:SELECT=90 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:33.061934 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-b7df2ad7-ab30-44f7-a1b0-2863894445db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (a5c564af-073b-47d5-88d9-e60fcbc2b5d0), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:33.182180 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d8fb47d1-eb8a-487a-899c-1256bb667204 admin admin] Publish callbacks [] for port (1453b1b1-4137-4bc4-a302-e842a20a6df5), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:33.193241 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df2ad7-ab30-44f7-a1b0-2863894445db None None] Pushing event updated for resources: {'Port': ['ID=a5c564af-073b-47d5-88d9-e60fcbc2b5d0,revision_number=2']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:33.228452 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 69142c2c-d6ba-4f02-adc0-8c64fa284f79 up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:09:33.324866 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 69142c2c-d6ba-4f02-adc0-8c64fa284f79 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:09:33.325454 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (69142c2c-d6ba-4f02-adc0-8c64fa284f79), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:33.363147 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d8fb47d1-eb8a-487a-899c-1256bb667204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (1453b1b1-4137-4bc4-a302-e842a20a6df5), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:33.419207 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de658f89-8800-4b4e-916c-f15c76edc641 req-c2e080ef-4707-429b-a64b-558853b53b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:33.420960 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-de658f89-8800-4b4e-916c-f15c76edc641 req-c2e080ef-4707-429b-a64b-558853b53b94 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 1130 time: 0.1059408 Sep 01 14:09:33.547465 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 69142c2c-d6ba-4f02-adc0-8c64fa284f79 is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:09:33.574171 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fb47d1-eb8a-487a-899c-1256bb667204 admin admin] Network 495e3753-365b-4db4-ace7-a3dca370cb0d is already hosted by enough agents. {{(pid=107074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:09:33.574458 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb47d1-eb8a-487a-899c-1256bb667204 admin admin] Pushing event updated for resources: {'Port': ['ID=1453b1b1-4137-4bc4-a302-e842a20a6df5,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:33.586594 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-d8fb47d1-eb8a-487a-899c-1256bb667204 admin admin] Resources bound (agent type, host, resource id): {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:09:33.593367 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-de658f89-8800-4b4e-916c-f15c76edc641 req-d49d5759-97b7-4a71-a038-c2fbc5fed078 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636612 Sep 01 14:09:33.594019 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fb47d1-eb8a-487a-899c-1256bb667204 admin admin] Received port after_create {{(pid=107074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:09:33.806663 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4ccbaea2-d4cc-4c68-b5bd-ec16cfd2f5d6 req-60c50b61-7c7a-4244-8b27-30a8003e63ea tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3e82006c-11f2-43d8-b929-e161f9c506d4 HTTP/1.1" status: 200 len: 210 time: 0.0358379 Sep 01 14:09:33.910645 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42dbb79-feba-4fb2-8af2-22e0e11e1f00 req-f4bd04fb-c08b-4e46-a0a3-1539347084c8 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:33.912663 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b42dbb79-feba-4fb2-8af2-22e0e11e1f00 req-f4bd04fb-c08b-4e46-a0a3-1539347084c8 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 946 time: 0.0627501 Sep 01 14:09:34.026552 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b42dbb79-feba-4fb2-8af2-22e0e11e1f00 req-7d2159c4-9331-48eb-85b1-de1cb58224ec tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026783 Sep 01 14:09:34.045799 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d8fb47d1-eb8a-487a-899c-1256bb667204 admin admin] Publish callbacks [] for router_gateway (058e095a-e073-4ce4-a1d1-fcf0a1478992), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:34.141181 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c021eabd-6e85-4ac8-9511-323b2233ffea req-c9f1118b-5ebc-49fd-9432-b88b8c874595 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 210 time: 0.0916111 Sep 01 14:09:34.218851 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:34.376367 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d8fb47d1-eb8a-487a-899c-1256bb667204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33127714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-480464'] for router (058e095a-e073-4ce4-a1d1-fcf0a1478992), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:34.520028 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2b95ef-9cf1-4bfd-a44d-07156be16b73 None None] Network 0e6e35ba-0c06-4ef8-a2cc-3d4139f23bc5 requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:09:34.582703 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-e878e592-8071-42ec-81d3-6c4890cb529d None None] Provisioning complete for port a5c564af-073b-47d5-88d9-e60fcbc2b5d0 triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:09:34.583834 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-e878e592-8071-42ec-81d3-6c4890cb529d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (a5c564af-073b-47d5-88d9-e60fcbc2b5d0), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:34.647277 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8fb47d1-eb8a-487a-899c-1256bb667204 admin admin] Router 058e095a-e073-4ce4-a1d1-fcf0a1478992 is scheduled to L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e with binding_index 1 {{(pid=107074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 14:09:34.842504 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fb47d1-eb8a-487a-899c-1256bb667204 admin admin] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:09:34.870270 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d84f1b-d540-4dc2-8f65-f83d5d321f5b None None] Sync routers for ids ['058e095a-e073-4ce4-a1d1-fcf0a1478992'] in dv-cinder-852211-7-iscsi {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:09:34.922718 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d84f1b-d540-4dc2-8f65-f83d5d321f5b None None] Routers {'058e095a-e073-4ce4-a1d1-fcf0a1478992'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:09:34.923325 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-d8d84f1b-d540-4dc2-8f65-f83d5d321f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:09:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['058e095a-e073-4ce4-a1d1-fcf0a1478992'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:09:34.971164 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d8fb47d1-eb8a-487a-899c-1256bb667204 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:34.973983 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-d8fb47d1-eb8a-487a-899c-1256bb667204 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8011341 Sep 01 14:09:34.976784 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 59054) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:09:34.979596 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8840daca-b5ba-4f02-80e6-7d9d52a5fb8b req-8d1952a8-2d09-441e-93c3-0293ebbc0afa tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3e82006c-11f2-43d8-b929-e161f9c506d4 HTTP/1.1" status: 200 len: 210 time: 0.0711639 Sep 01 14:09:35.042912 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-e878e592-8071-42ec-81d3-6c4890cb529d None None] Current status of the port a5c564af-073b-47d5-88d9-e60fcbc2b5d0 is: DOWN; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:09:35.043331 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-e878e592-8071-42ec-81d3-6c4890cb529d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (a5c564af-073b-47d5-88d9-e60fcbc2b5d0), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:35.128828 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-e878e592-8071-42ec-81d3-6c4890cb529d None None] For port a5c564af-073b-47d5-88d9-e60fcbc2b5d0, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=a5c564af-073b-47d5-88d9-e60fcbc2b5d0,segment=NetworkSegment(04d9a68e-0cfc-4518-811b-c7f8f2b4c264),segment_id=04d9a68e-0cfc-4518-811b-c7f8f2b4c264)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:09:35.264998 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device a5c564af-073b-47d5-88d9-e60fcbc2b5d0 up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:09:35.274728 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-e878e592-8071-42ec-81d3-6c4890cb529d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (a5c564af-073b-47d5-88d9-e60fcbc2b5d0), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:35.359407 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926de221-e676-4191-bc8f-85ce4ed2fd18 req-0968aa2e-50ed-4115-a726-91b2379f8e26 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:35.361023 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-926de221-e676-4191-bc8f-85ce4ed2fd18 req-0968aa2e-50ed-4115-a726-91b2379f8e26 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 946 time: 0.0843775 Sep 01 14:09:35.399765 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-d8d84f1b-d540-4dc2-8f65-f83d5d321f5b None None] Set router 058e095a-e073-4ce4-a1d1-fcf0a1478992 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:09:35.411122 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-22450888-dde9-4d84-bd45-527927f0a08b req-6fecd8a4-7881-4b7b-bf11-ed197f8709e8 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 210 time: 0.0478597 Sep 01 14:09:35.531316 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-926de221-e676-4191-bc8f-85ce4ed2fd18 req-57097dd2-58bd-489c-8618-fb9ad38a0bdb tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077757 Sep 01 14:09:35.581053 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=100 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:35.592678 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-89ec9eb2-855c-49fe-9468-500d42a4def5 None None] Provisioning complete for port a5c564af-073b-47d5-88d9-e60fcbc2b5d0 triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:09:35.593881 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-89ec9eb2-855c-49fe-9468-500d42a4def5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (a5c564af-073b-47d5-88d9-e60fcbc2b5d0), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:35.634193 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port a5c564af-073b-47d5-88d9-e60fcbc2b5d0 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:09:35.634564 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (a5c564af-073b-47d5-88d9-e60fcbc2b5d0), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:35.675041 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e878e592-8071-42ec-81d3-6c4890cb529d None None] Pushing event updated for resources: {'Port': ['ID=a5c564af-073b-47d5-88d9-e60fcbc2b5d0,revision_number=3']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:35.728274 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:35.728904 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:35.848059 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-89ec9eb2-855c-49fe-9468-500d42a4def5 None None] Current status of the port a5c564af-073b-47d5-88d9-e60fcbc2b5d0 is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:09:35.871966 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-d8d84f1b-d540-4dc2-8f65-f83d5d321f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058e095a-e073-4ce4-a1d1-fcf0a1478992', 'name': 'tempest-TestMinimumBasicScenario-1980977010-router', 'tenant_id': '7b23980a30624073a2ce8c34b1f56cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '1453b1b1-4137-4bc4-a302-e842a20a6df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:09:31Z', 'updated_at': '2022-09-01T14:09:33Z', 'revision_number': 3, 'project_id': '7b23980a30624073a2ce8c34b1f56cc6', 'gw_port': {'id': '1453b1b1-4137-4bc4-a302-e842a20a6df5', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:81:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058e095a-e073-4ce4-a1d1-fcf0a1478992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:09:32Z', 'updated_at': '2022-09-01T14:09:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:09:35.878873 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port a5c564af-073b-47d5-88d9-e60fcbc2b5d0 is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:09:35.915607 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d84f1b-d540-4dc2-8f65-f83d5d321f5b None None] Checking router: 058e095a-e073-4ce4-a1d1-fcf0a1478992 for host: dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:09:35.916585 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d84f1b-d540-4dc2-8f65-f83d5d321f5b None None] Updating router 058e095a-e073-4ce4-a1d1-fcf0a1478992 port 1453b1b1-4137-4bc4-a302-e842a20a6df5 binding host dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:09:35.952296 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d8d84f1b-d540-4dc2-8f65-f83d5d321f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (1453b1b1-4137-4bc4-a302-e842a20a6df5), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:36.012275 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3bf6cc0d-78dd-4098-a9ec-ae6e7a7e2a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:36.031707 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:36.282127 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-54af8ec2-dea0-41a7-acaa-281f9673aa24 req-27a4dd0f-8f65-4baf-87ea-805a490f3eb9 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3e82006c-11f2-43d8-b929-e161f9c506d4 HTTP/1.1" status: 200 len: 210 time: 0.0504630 Sep 01 14:09:36.321248 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9685997-95a1-40a7-af59-da1667375447 req-547f9e97-6b04-42d7-852f-9c303b823a4a tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:36.322855 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d9685997-95a1-40a7-af59-da1667375447 req-547f9e97-6b04-42d7-852f-9c303b823a4a tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.72 "GET /networking/v2.0/networks?id=d990df73-a69e-4562-a002-6a937695b5ba HTTP/1.1" status: 200 len: 809 time: 0.1935723 Sep 01 14:09:36.367985 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_common [None req-3bf6cc0d-78dd-4098-a9ec-ae6e7a7e2a46 admin admin] Allocated IP 172.20.0.1 (0e6e35ba-0c06-4ef8-a2cc-3d4139f23bc5/f1f2f177-6159-485c-bb59-a4f7d3d91a78/891de9ff-ba7c-462d-aa43-37693e2860e1) {{(pid=107074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:09:36.450490 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d9685997-95a1-40a7-af59-da1667375447 req-e8ac9d46-0adb-4fab-b02e-478cd0c2e16f tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c1c061b824cb4a92a469061e7a67f967 HTTP/1.1" status: 200 len: 378 time: 0.1167932 Sep 01 14:09:36.458158 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d8d84f1b-d540-4dc2-8f65-f83d5d321f5b None None] Publish callbacks [] for port (1453b1b1-4137-4bc4-a302-e842a20a6df5), precommit_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:36.461481 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [req-d9685997-95a1-40a7-af59-da1667375447 req-47404db3-4d5f-4e01-a15a-f5ac883ab424 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Request body: {'port': {'device_id': '3cc866f4-91c1-4384-b88a-5866ca150aea', 'network_id': 'd990df73-a69e-4562-a002-6a937695b5ba', 'admin_state_up': True, 'tenant_id': 'c1c061b824cb4a92a469061e7a67f967', 'security_groups': ['2654d1eb-7582-4d09-b539-aaea9fdc8e67']}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:09:36.607813 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d8d84f1b-d540-4dc2-8f65-f83d5d321f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (1453b1b1-4137-4bc4-a302-e842a20a6df5), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:36.647291 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f82969ce-3627-4bcc-afae-932aa6f007d2 req-d9467953-0ef9-4736-b960-711775597eba tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 210 time: 0.0815890 Sep 01 14:09:36.714937 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-d8d84f1b-d540-4dc2-8f65-f83d5d321f5b None None] Attempting to bind port 1453b1b1-4137-4bc4-a302-e842a20a6df5 on host dv-cinder-852211-7-iscsi for vnic_type normal with profile {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:09:36.715502 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-d8d84f1b-d540-4dc2-8f65-f83d5d321f5b None None] Attempting to bind port 1453b1b1-4137-4bc4-a302-e842a20a6df5 by drivers openvswitch,hyperv on host dv-cinder-852211-7-iscsi at level 0 using segments [{'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:09:36.716054 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d84f1b-d540-4dc2-8f65-f83d5d321f5b None None] Attempting to bind port 1453b1b1-4137-4bc4-a302-e842a20a6df5 on network 495e3753-365b-4db4-ace7-a3dca370cb0d {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:09:36.734925 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d84f1b-d540-4dc2-8f65-f83d5d321f5b None None] Checking agent: {'id': '16ae7bad-0e03-4d8e-885b-3ed578a6ac87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 13, 56, 30), 'started_at': datetime.datetime(2022, 9, 1, 13, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:09:36.735337 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d84f1b-d540-4dc2-8f65-f83d5d321f5b None None] Checking segment: {'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:09:36.735790 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d8d84f1b-d540-4dc2-8f65-f83d5d321f5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:36.736925 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d84f1b-d540-4dc2-8f65-f83d5d321f5b None None] Bound using segment: {'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:09:36.737723 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-d8d84f1b-d540-4dc2-8f65-f83d5d321f5b None None] Bound port: 1453b1b1-4137-4bc4-a302-e842a20a6df5, host: dv-cinder-852211-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:09:36.738450 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d8d84f1b-d540-4dc2-8f65-f83d5d321f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (1453b1b1-4137-4bc4-a302-e842a20a6df5), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:36.768753 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae760a-cb82-4f70-9475-1d62ae2e402a req-3391fcb7-e302-48e2-9cb6-f170a8216c8c tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:36.776682 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-55ae760a-cb82-4f70-9475-1d62ae2e402a req-3391fcb7-e302-48e2-9cb6-f170a8216c8c tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 946 time: 0.0682793 Sep 01 14:09:36.814413 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c02aa90-ae7c-4e2c-b4f8-fecb85d0ee40 None None] Pushing event updated for resources: {'Port': ['ID=1453b1b1-4137-4bc4-a302-e842a20a6df5,revision_number=2']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:36.843530 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:36.855971 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-55ae760a-cb82-4f70-9475-1d62ae2e402a req-f1d9bf2a-aa61-452b-85be-e92c35e64203 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777280 Sep 01 14:09:36.887443 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-d8d84f1b-d540-4dc2-8f65-f83d5d321f5b None None] For port 1453b1b1-4137-4bc4-a302-e842a20a6df5, host dv-cinder-852211-7-iscsi, cleared binding levels {{(pid=107075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:09:36.895268 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-d8d84f1b-d540-4dc2-8f65-f83d5d321f5b None None] For port 1453b1b1-4137-4bc4-a302-e842a20a6df5, host dv-cinder-852211-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=1453b1b1-4137-4bc4-a302-e842a20a6df5,segment=NetworkSegment(f315c88c-0cea-42ce-ac38-790188a99330),segment_id=f315c88c-0cea-42ce-ac38-790188a99330)] {{(pid=107075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:09:36.973756 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9685997-95a1-40a7-af59-da1667375447 req-47404db3-4d5f-4e01-a15a-f5ac883ab424 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Made reservation on behalf of c1c061b824cb4a92a469061e7a67f967 for: {'port': 1} {{(pid=107073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:09:36.977806 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-d9685997-95a1-40a7-af59-da1667375447 req-47404db3-4d5f-4e01-a15a-f5ac883ab424 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:37.031980 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d8d84f1b-d540-4dc2-8f65-f83d5d321f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (1453b1b1-4137-4bc4-a302-e842a20a6df5), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:37.054391 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-fee7126e-0ee6-4ef0-b67d-71ae3fc78227 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:37.056016 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-fee7126e-0ee6-4ef0-b67d-71ae3fc78227 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.72 "GET /networking/v2.0/networks?id=4f2459fa-f112-4ee1-abd3-6f4952507858 HTTP/1.1" status: 200 len: 815 time: 0.6580770 Sep 01 14:09:37.106648 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d84f1b-d540-4dc2-8f65-f83d5d321f5b None None] Routers {'058e095a-e073-4ce4-a1d1-fcf0a1478992'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:09:37.110394 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-d8d84f1b-d540-4dc2-8f65-f83d5d321f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:09:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['058e095a-e073-4ce4-a1d1-fcf0a1478992'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:09:37.120146 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3bf6cc0d-78dd-4098-a9ec-ae6e7a7e2a46 admin admin] Publish callbacks [] for port (891de9ff-ba7c-462d-aa43-37693e2860e1), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:37.123264 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:37.241067 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-075cda16-1a86-4b47-a922-026ab8c1a5c5 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=90a84500a899479aabfa3aeb72b4c4ae HTTP/1.1" status: 200 len: 473 time: 0.1708515 Sep 01 14:09:37.246914 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.db_base_plugin_common [req-d9685997-95a1-40a7-af59-da1667375447 req-47404db3-4d5f-4e01-a15a-f5ac883ab424 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Allocated IP 172.20.0.8 (d990df73-a69e-4562-a002-6a937695b5ba/090e269d-51eb-4081-b0e5-a44524761efb/9b44c940-faa5-4df3-83f2-2d676ad70287) {{(pid=107073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:09:37.265798 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:37.268769 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device a5c564af-073b-47d5-88d9-e60fcbc2b5d0 up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:09:37.289499 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-568c5d72-be8b-4981-bead-6b2e9bec7ef8 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Request body: {'port': {'device_id': '3e82006c-11f2-43d8-b929-e161f9c506d4', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'admin_state_up': True, 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'security_groups': ['0f7f1ef5-a2ce-467b-97f5-dfc1dacee4ff']}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:09:37.380195 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3bf6cc0d-78dd-4098-a9ec-ae6e7a7e2a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (891de9ff-ba7c-462d-aa43-37693e2860e1), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:37.397297 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c02aa90-ae7c-4e2c-b4f8-fecb85d0ee40 None None] Pushing event updated for resources: {'Port': ['ID=1453b1b1-4137-4bc4-a302-e842a20a6df5,revision_number=3']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:37.523206 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0024a1d4-9d3e-4fa5-948b-778fdf70c32a req-ab1528f0-7311-4ff6-a474-2483d5f8db83 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3e82006c-11f2-43d8-b929-e161f9c506d4 HTTP/1.1" status: 200 len: 210 time: 0.0487378 Sep 01 14:09:37.553174 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-d8d84f1b-d540-4dc2-8f65-f83d5d321f5b None None] Set router 058e095a-e073-4ce4-a1d1-fcf0a1478992 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:09:37.592796 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:37.601056 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port a5c564af-073b-47d5-88d9-e60fcbc2b5d0 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:09:37.602121 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (a5c564af-073b-47d5-88d9-e60fcbc2b5d0), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:37.619218 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf6cc0d-78dd-4098-a9ec-ae6e7a7e2a46 admin admin] Network 0e6e35ba-0c06-4ef8-a2cc-3d4139f23bc5 is already hosted by enough agents. {{(pid=107074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:09:37.630753 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-d9685997-95a1-40a7-af59-da1667375447 req-47404db3-4d5f-4e01-a15a-f5ac883ab424 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks [] for port (9b44c940-faa5-4df3-83f2-2d676ad70287), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:37.633641 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-3bf6cc0d-78dd-4098-a9ec-ae6e7a7e2a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:09:37.637264 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6cc0d-78dd-4098-a9ec-ae6e7a7e2a46 admin admin] Pushing event updated for resources: {'Port': ['ID=891de9ff-ba7c-462d-aa43-37693e2860e1,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:37.641027 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf6cc0d-78dd-4098-a9ec-ae6e7a7e2a46 admin admin] Received port after_create {{(pid=107074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:09:37.706774 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:37.778540 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3bf6cc0d-78dd-4098-a9ec-ae6e7a7e2a46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33120883'] for router_interface (058e095a-e073-4ce4-a1d1-fcf0a1478992), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:37.781459 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-d9685997-95a1-40a7-af59-da1667375447 req-47404db3-4d5f-4e01-a15a-f5ac883ab424 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (9b44c940-faa5-4df3-83f2-2d676ad70287), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:37.903759 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-568c5d72-be8b-4981-bead-6b2e9bec7ef8 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Made reservation on behalf of 90a84500a899479aabfa3aeb72b4c4ae for: {'port': 1} {{(pid=107074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:09:37.904186 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47404db3-4d5f-4e01-a15a-f5ac883ab424 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Pushing event updated for resources: {'Port': ['ID=9b44c940-faa5-4df3-83f2-2d676ad70287,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:37.912610 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-568c5d72-be8b-4981-bead-6b2e9bec7ef8 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:37.923332 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port a5c564af-073b-47d5-88d9-e60fcbc2b5d0 is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:09:37.945982 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9685997-95a1-40a7-af59-da1667375447 req-47404db3-4d5f-4e01-a15a-f5ac883ab424 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Network d990df73-a69e-4562-a002-6a937695b5ba is already hosted by enough agents. {{(pid=107073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:09:37.977422 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.base_scheduler [req-d9685997-95a1-40a7-af59-da1667375447 req-47404db3-4d5f-4e01-a15a-f5ac883ab424 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Resources bound (agent type, host, resource id): {{(pid=107073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:09:37.983133 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9685997-95a1-40a7-af59-da1667375447 req-47404db3-4d5f-4e01-a15a-f5ac883ab424 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Received port after_create {{(pid=107073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:09:38.096301 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad227754-9df8-4632-b3bd-272c634fb681 req-cd125c49-9e8b-4ce3-b892-eae6586d0c79 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:38.099262 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ad227754-9df8-4632-b3bd-272c634fb681 req-cd125c49-9e8b-4ce3-b892-eae6586d0c79 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 931 time: 0.2071199 Sep 01 14:09:38.109076 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-d8d84f1b-d540-4dc2-8f65-f83d5d321f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058e095a-e073-4ce4-a1d1-fcf0a1478992', 'name': 'tempest-TestMinimumBasicScenario-1980977010-router', 'tenant_id': '7b23980a30624073a2ce8c34b1f56cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '1453b1b1-4137-4bc4-a302-e842a20a6df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:09:31Z', 'updated_at': '2022-09-01T14:09:33Z', 'revision_number': 3, 'project_id': '7b23980a30624073a2ce8c34b1f56cc6', 'gw_port': {'id': '1453b1b1-4137-4bc4-a302-e842a20a6df5', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:81:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058e095a-e073-4ce4-a1d1-fcf0a1478992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:09:32Z', 'updated_at': '2022-09-01T14:09:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:09:38.113822 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-94d694b7-e15f-4736-8566-c6374b33024c None None] Provisioning complete for port 891de9ff-ba7c-462d-aa43-37693e2860e1 triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:09:38.117498 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-94d694b7-e15f-4736-8566-c6374b33024c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (891de9ff-ba7c-462d-aa43-37693e2860e1), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:38.152064 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:INSERT=6 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:38.185059 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9685997-95a1-40a7-af59-da1667375447 req-47404db3-4d5f-4e01-a15a-f5ac883ab424 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:38.187184 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-d9685997-95a1-40a7-af59-da1667375447 req-47404db3-4d5f-4e01-a15a-f5ac883ab424 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:38.214719 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34810e-9b03-4ba6-8da4-3734ca8c7380 req-3ab07e6d-c354-481c-ad1b-2e6a5c42c926 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:38.217397 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9f34810e-9b03-4ba6-8da4-3734ca8c7380 req-3ab07e6d-c354-481c-ad1b-2e6a5c42c926 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 946 time: 0.1869566 Sep 01 14:09:38.334133 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:38.372421 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ad227754-9df8-4632-b3bd-272c634fb681 req-759b147b-9b33-4baf-9937-c2f35665ff9d tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2392378 Sep 01 14:09:38.387860 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d84f1b-d540-4dc2-8f65-f83d5d321f5b None None] The sync data for ids ['058e095a-e073-4ce4-a1d1-fcf0a1478992'] in dv-cinder-852211-7-iscsi is: [{'id': '058e095a-e073-4ce4-a1d1-fcf0a1478992', 'name': 'tempest-TestMinimumBasicScenario-1980977010-router', 'tenant_id': '7b23980a30624073a2ce8c34b1f56cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '1453b1b1-4137-4bc4-a302-e842a20a6df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:09:31Z', 'updated_at': '2022-09-01T14:09:33Z', 'revision_number': 3, 'project_id': '7b23980a30624073a2ce8c34b1f56cc6', 'gw_port': {'id': '1453b1b1-4137-4bc4-a302-e842a20a6df5', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:81:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058e095a-e073-4ce4-a1d1-fcf0a1478992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:09:32Z', 'updated_at': '2022-09-01T14:09:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}] {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:09:38.406923 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d9685997-95a1-40a7-af59-da1667375447 req-47404db3-4d5f-4e01-a15a-f5ac883ab424 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9496729 Sep 01 14:09:38.431300 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-94d694b7-e15f-4736-8566-c6374b33024c None None] Port 891de9ff-ba7c-462d-aa43-37693e2860e1 cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 14:09:38.432514 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [req-d9685997-95a1-40a7-af59-da1667375447 req-0eaa49b7-5073-4fc7-90fe-ab784ffce35e service neutron] Request body: {'port': {'device_id': '3cc866f4-91c1-4384-b88a-5866ca150aea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:09:38.451743 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_common [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-568c5d72-be8b-4981-bead-6b2e9bec7ef8 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Allocated IP 172.20.0.7 (4f2459fa-f112-4ee1-abd3-6f4952507858/114ef839-6b7e-436f-ad2e-66278bf71661/69252b21-42c1-4d12-b172-3cdc7e0d6d6b) {{(pid=107074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:09:38.478774 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9f34810e-9b03-4ba6-8da4-3734ca8c7380 req-6e8166cf-2dfb-418b-8079-cc74aef96cea tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2375770 Sep 01 14:09:38.495205 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3bf6cc0d-78dd-4098-a9ec-ae6e7a7e2a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (891de9ff-ba7c-462d-aa43-37693e2860e1), before_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:38.555093 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-9d4364de-bbff-4628-8eab-15936b043009 None None] Provisioning complete for port 9b44c940-faa5-4df3-83f2-2d676ad70287 triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:09:38.555829 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-9d4364de-bbff-4628-8eab-15936b043009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (9b44c940-faa5-4df3-83f2-2d676ad70287), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:38.598713 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:38.626999 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-d9685997-95a1-40a7-af59-da1667375447 req-0eaa49b7-5073-4fc7-90fe-ab784ffce35e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (9b44c940-faa5-4df3-83f2-2d676ad70287), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:38.653546 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-9d4364de-bbff-4628-8eab-15936b043009 None None] Port 9b44c940-faa5-4df3-83f2-2d676ad70287 cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 14:09:38.812224 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:38.826513 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-568c5d72-be8b-4981-bead-6b2e9bec7ef8 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for port (69252b21-42c1-4d12-b172-3cdc7e0d6d6b), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:38.843662 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-69fecdff-8800-42b7-994c-e60ea4070753 req-e46cc5e3-b6f0-4e77-8fc1-9365e7a269fe tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3e82006c-11f2-43d8-b929-e161f9c506d4 HTTP/1.1" status: 200 len: 210 time: 0.1196618 Sep 01 14:09:38.926970 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3bf6cc0d-78dd-4098-a9ec-ae6e7a7e2a46 admin admin] Publish callbacks [] for port (891de9ff-ba7c-462d-aa43-37693e2860e1), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:39.056482 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3bf6cc0d-78dd-4098-a9ec-ae6e7a7e2a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923807'] for port (891de9ff-ba7c-462d-aa43-37693e2860e1), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:39.102561 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:39.122374 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-568c5d72-be8b-4981-bead-6b2e9bec7ef8 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (69252b21-42c1-4d12-b172-3cdc7e0d6d6b), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:39.195587 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-568c5d72-be8b-4981-bead-6b2e9bec7ef8 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Network 4f2459fa-f112-4ee1-abd3-6f4952507858 is already hosted by enough agents. {{(pid=107074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:09:39.196970 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [req-d9685997-95a1-40a7-af59-da1667375447 req-0eaa49b7-5073-4fc7-90fe-ab784ffce35e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b44c940-faa5-4df3-83f2-2d676ad70287 {{(pid=107073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:09:39.197128 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6cc0d-78dd-4098-a9ec-ae6e7a7e2a46 admin admin] Pushing event updated for resources: {'Port': ['ID=891de9ff-ba7c-462d-aa43-37693e2860e1,revision_number=2']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:39.199789 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 1453b1b1-4137-4bc4-a302-e842a20a6df5 up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:09:39.206145 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-568c5d72-be8b-4981-bead-6b2e9bec7ef8 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Resources bound (agent type, host, resource id): {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:09:39.208779 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-d9685997-95a1-40a7-af59-da1667375447 req-0eaa49b7-5073-4fc7-90fe-ab784ffce35e service neutron] Publish callbacks [] for port (9b44c940-faa5-4df3-83f2-2d676ad70287), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:39.210510 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3bf6cc0d-78dd-4098-a9ec-ae6e7a7e2a46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33091771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33120975'] for router_interface (058e095a-e073-4ce4-a1d1-fcf0a1478992), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:39.235515 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-568c5d72-be8b-4981-bead-6b2e9bec7ef8 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Received port after_create {{(pid=107074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:09:39.245791 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.provisioning_blocks [req-d9685997-95a1-40a7-af59-da1667375447 req-0eaa49b7-5073-4fc7-90fe-ab784ffce35e service neutron] Transition to ACTIVE for port object 9b44c940-faa5-4df3-83f2-2d676ad70287 will not be triggered until provisioned by entity L2. {{(pid=107073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 14:09:39.288773 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 1453b1b1-4137-4bc4-a302-e842a20a6df5 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:09:39.289644 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (1453b1b1-4137-4bc4-a302-e842a20a6df5), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:39.327450 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-d9685997-95a1-40a7-af59-da1667375447 req-0eaa49b7-5073-4fc7-90fe-ab784ffce35e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3071173'] for port (9b44c940-faa5-4df3-83f2-2d676ad70287), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:39.410769 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=100 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:39.429600 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf6cc0d-78dd-4098-a9ec-ae6e7a7e2a46 admin admin] Network 0e6e35ba-0c06-4ef8-a2cc-3d4139f23bc5 is already hosted by enough agents. {{(pid=107074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:09:39.433559 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c5d72-be8b-4981-bead-6b2e9bec7ef8 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Pushing event updated for resources: {'Port': ['ID=69252b21-42c1-4d12-b172-3cdc7e0d6d6b,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:39.436846 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-3bf6cc0d-78dd-4098-a9ec-ae6e7a7e2a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:09:39.450254 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-568c5d72-be8b-4981-bead-6b2e9bec7ef8 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:39.450942 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-568c5d72-be8b-4981-bead-6b2e9bec7ef8 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:39.473194 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 1453b1b1-4137-4bc4-a302-e842a20a6df5 is: DOWN; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:09:39.473930 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (1453b1b1-4137-4bc4-a302-e842a20a6df5), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:39.541159 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] For port 1453b1b1-4137-4bc4-a302-e842a20a6df5, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=1453b1b1-4137-4bc4-a302-e842a20a6df5,segment=NetworkSegment(f315c88c-0cea-42ce-ac38-790188a99330),segment_id=f315c88c-0cea-42ce-ac38-790188a99330)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:09:39.592316 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa49b7-5073-4fc7-90fe-ab784ffce35e service neutron] Pushing event updated for resources: {'Port': ['ID=9b44c940-faa5-4df3-83f2-2d676ad70287,revision_number=2']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:39.663238 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d06a6-16f1-4cf8-ab34-d2983178478c req-00c4dad3-b759-4791-8207-110517c9398c tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:39.670313 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9a6d06a6-16f1-4cf8-ab34-d2983178478c req-00c4dad3-b759-4791-8207-110517c9398c tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 943 time: 0.0843010 Sep 01 14:09:39.710339 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (1453b1b1-4137-4bc4-a302-e842a20a6df5), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:39.717534 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.managers [req-d9685997-95a1-40a7-af59-da1667375447 req-0eaa49b7-5073-4fc7-90fe-ab784ffce35e service neutron] Attempting to bind port 9b44c940-faa5-4df3-83f2-2d676ad70287 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:09:39.723595 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.managers [req-d9685997-95a1-40a7-af59-da1667375447 req-0eaa49b7-5073-4fc7-90fe-ab784ffce35e service neutron] Attempting to bind port 9b44c940-faa5-4df3-83f2-2d676ad70287 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '83618588-9564-4de1-960d-f9cb798a5af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd990df73-a69e-4562-a002-6a937695b5ba'}] {{(pid=107073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:09:39.723595 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9685997-95a1-40a7-af59-da1667375447 req-0eaa49b7-5073-4fc7-90fe-ab784ffce35e service neutron] Attempting to bind port 9b44c940-faa5-4df3-83f2-2d676ad70287 on network d990df73-a69e-4562-a002-6a937695b5ba {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:09:39.724828 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-568c5d72-be8b-4981-bead-6b2e9bec7ef8 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4393713 Sep 01 14:09:39.741742 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9685997-95a1-40a7-af59-da1667375447 req-0eaa49b7-5073-4fc7-90fe-ab784ffce35e service neutron] Port 9b44c940-faa5-4df3-83f2-2d676ad70287 on network d990df73-a69e-4562-a002-6a937695b5ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 14:09:39.742111 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9685997-95a1-40a7-af59-da1667375447 req-0eaa49b7-5073-4fc7-90fe-ab784ffce35e service neutron] Attempting to bind port 9b44c940-faa5-4df3-83f2-2d676ad70287 on network d990df73-a69e-4562-a002-6a937695b5ba {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:09:39.743863 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-4689192e-3a0b-4571-9b08-aa5d2c3c7cb5 service neutron] Request body: {'port': {'device_id': '3e82006c-11f2-43d8-b929-e161f9c506d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:09:39.760196 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9685997-95a1-40a7-af59-da1667375447 req-0eaa49b7-5073-4fc7-90fe-ab784ffce35e service neutron] Checking agent: {'id': 'a7580bcb-0f49-4eb6-986f-da2a861ca402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'started_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:09:39.760196 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9685997-95a1-40a7-af59-da1667375447 req-0eaa49b7-5073-4fc7-90fe-ab784ffce35e service neutron] Checking segment: {'id': '83618588-9564-4de1-960d-f9cb798a5af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd990df73-a69e-4562-a002-6a937695b5ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:09:39.760196 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9685997-95a1-40a7-af59-da1667375447 req-0eaa49b7-5073-4fc7-90fe-ab784ffce35e service neutron] Bound using segment: {'id': '83618588-9564-4de1-960d-f9cb798a5af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd990df73-a69e-4562-a002-6a937695b5ba'} {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:09:39.760196 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.managers [req-d9685997-95a1-40a7-af59-da1667375447 req-0eaa49b7-5073-4fc7-90fe-ab784ffce35e service neutron] Bound port: 9b44c940-faa5-4df3-83f2-2d676ad70287, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83618588-9564-4de1-960d-f9cb798a5af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd990df73-a69e-4562-a002-6a937695b5ba'}}] {{(pid=107073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:09:39.760678 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-d9685997-95a1-40a7-af59-da1667375447 req-0eaa49b7-5073-4fc7-90fe-ab784ffce35e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (9b44c940-faa5-4df3-83f2-2d676ad70287), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:39.829875 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9a6d06a6-16f1-4cf8-ab34-d2983178478c req-cb61ac15-6672-4c00-bc37-ba646ad9a191 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1505549 Sep 01 14:09:39.883106 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf6cc0d-78dd-4098-a9ec-ae6e7a7e2a46 admin admin] Router 058e095a-e073-4ce4-a1d1-fcf0a1478992 has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:09:39.886768 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-fccbb0e9-2f56-4560-8df6-ce9fa27bf1ad None None] Provisioning complete for port 69252b21-42c1-4d12-b172-3cdc7e0d6d6b triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:09:39.887914 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-fccbb0e9-2f56-4560-8df6-ce9fa27bf1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (69252b21-42c1-4d12-b172-3cdc7e0d6d6b), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:39.981485 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80b696-97e3-4fb8-a729-3dbb2b5e9cb8 req-8c54b878-a075-4e2d-bdb6-f22e01746f5e tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:39.983193 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8a80b696-97e3-4fb8-a729-3dbb2b5e9cb8 req-8c54b878-a075-4e2d-bdb6-f22e01746f5e tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 946 time: 0.1848729 Sep 01 14:09:40.024846 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Pushing event updated for resources: {'Port': ['ID=1453b1b1-4137-4bc4-a302-e842a20a6df5,revision_number=4']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:40.029925 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:40.036559 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-fccbb0e9-2f56-4560-8df6-ce9fa27bf1ad None None] Port 69252b21-42c1-4d12-b172-3cdc7e0d6d6b cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 14:09:40.053491 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-4689192e-3a0b-4571-9b08-aa5d2c3c7cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (69252b21-42c1-4d12-b172-3cdc7e0d6d6b), before_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:40.060755 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [req-d9685997-95a1-40a7-af59-da1667375447 req-0eaa49b7-5073-4fc7-90fe-ab784ffce35e service neutron] For port 9b44c940-faa5-4df3-83f2-2d676ad70287, host hv-cinder-85221, cleared binding levels {{(pid=107073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:09:40.069594 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf6cc0d-78dd-4098-a9ec-ae6e7a7e2a46 admin admin] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:09:40.098576 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-3bf6cc0d-78dd-4098-a9ec-ae6e7a7e2a46 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/058e095a-e073-4ce4-a1d1-fcf0a1478992/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1197004 Sep 01 14:09:40.114857 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [req-d9685997-95a1-40a7-af59-da1667375447 req-0eaa49b7-5073-4fc7-90fe-ab784ffce35e service neutron] For port 9b44c940-faa5-4df3-83f2-2d676ad70287, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9b44c940-faa5-4df3-83f2-2d676ad70287,segment=NetworkSegment(83618588-9564-4de1-960d-f9cb798a5af2),segment_id=83618588-9564-4de1-960d-f9cb798a5af2)] {{(pid=107073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:09:40.134958 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5a613-e936-4e80-9261-b9634ed62d7c req-59cd2c4d-05a5-468f-8c4f-3056ddfe9321 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:40.136522 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d4c5a613-e936-4e80-9261-b9634ed62d7c req-59cd2c4d-05a5-468f-8c4f-3056ddfe9321 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3e82006c-11f2-43d8-b929-e161f9c506d4 HTTP/1.1" status: 200 len: 931 time: 0.1019871 Sep 01 14:09:40.147630 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8a80b696-97e3-4fb8-a729-3dbb2b5e9cb8 req-14263afd-5c7b-44a4-a061-d48644064083 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428139 Sep 01 14:09:40.159996 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:40.161423 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-78aa3897-7ee4-4431-91ea-890256cc66da None None] Provisioning complete for port 891de9ff-ba7c-462d-aa43-37693e2860e1 triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:09:40.161803 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-78aa3897-7ee4-4431-91ea-890256cc66da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (891de9ff-ba7c-462d-aa43-37693e2860e1), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:40.213517 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-78aa3897-7ee4-4431-91ea-890256cc66da None None] Port 891de9ff-ba7c-462d-aa43-37693e2860e1 cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 14:09:40.223839 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d4c5a613-e936-4e80-9261-b9634ed62d7c req-ad215949-2680-4735-a303-38dd577b2e82 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0f7f1ef5-a2ce-467b-97f5-dfc1dacee4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681117 Sep 01 14:09:40.244024 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-d9685997-95a1-40a7-af59-da1667375447 req-0eaa49b7-5073-4fc7-90fe-ab784ffce35e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3071173'] for port (9b44c940-faa5-4df3-83f2-2d676ad70287), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:40.334972 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9685997-95a1-40a7-af59-da1667375447 req-0eaa49b7-5073-4fc7-90fe-ab784ffce35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:40.336034 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-d9685997-95a1-40a7-af59-da1667375447 req-0eaa49b7-5073-4fc7-90fe-ab784ffce35e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:40.337722 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d9685997-95a1-40a7-af59-da1667375447 req-0eaa49b7-5073-4fc7-90fe-ab784ffce35e service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/9b44c940-faa5-4df3-83f2-2d676ad70287 HTTP/1.1" status: 200 len: 1093 time: 1.9197655 Sep 01 14:09:40.343539 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa49b7-5073-4fc7-90fe-ab784ffce35e service neutron] Pushing event updated for resources: {'Port': ['ID=9b44c940-faa5-4df3-83f2-2d676ad70287,revision_number=3']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:40.349813 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc866f4-91c1-4384-b88a-5866ca150aea', 'tag': '9b44c940-faa5-4df3-83f2-2d676ad70287'}] {{(pid=107073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:09:40.353171 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa2be68435688eaee197eda6180a725a3135abf9bfe352ecc662039bf4a93bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30956efe-d164-4ef0-87d1-c869522268af" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc866f4-91c1-4384-b88a-5866ca150aea", "tag": "9b44c940-faa5-4df3-83f2-2d676ad70287"}]}' {{(pid=107073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:09:40.426243 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b1eb4286-86a3-4896-97ca-add7dee6ae97 req-b4163313-b9fa-4bb4-903e-853633d56a74 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531776 Sep 01 14:09:40.445002 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d75c44d-14ad-49d3-9041-a4dae7460e49 x-openstack-request-id: req-3d75c44d-14ad-49d3-9041-a4dae7460e49 {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:09:40.445335 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc866f4-91c1-4384-b88a-5866ca150aea", "tag": "9b44c940-faa5-4df3-83f2-2d676ad70287", "status": "completed", "code": 200}]} {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:09:40.445658 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3d75c44d-14ad-49d3-9041-a4dae7460e49 {{(pid=107073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:09:40.446113 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d75c44d-14ad-49d3-9041-a4dae7460e49'] response: {'name': 'network-changed', 'server_uuid': '3cc866f4-91c1-4384-b88a-5866ca150aea', 'tag': '9b44c940-faa5-4df3-83f2-2d676ad70287', 'status': 'completed', 'code': 200} Sep 01 14:09:40.545375 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30956efe-d164-4ef0-87d1-c869522268af req-8e1583df-9ff8-44fd-85f6-e91a49339902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:40.547352 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-30956efe-d164-4ef0-87d1-c869522268af req-8e1583df-9ff8-44fd-85f6-e91a49339902 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=c1c061b824cb4a92a469061e7a67f967&device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 1127 time: 0.0546045 Sep 01 14:09:40.547618 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb4286-86a3-4896-97ca-add7dee6ae97 req-4a19abe6-cc64-40cf-9db0-54c44aa1bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:40.550829 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b1eb4286-86a3-4896-97ca-add7dee6ae97 req-4a19abe6-cc64-40cf-9db0-54c44aa1bcdb service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=36049d2090b84443a3bf3bf00558379e&device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 1129 time: 0.0885518 Sep 01 14:09:40.671808 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:40.687805 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=44 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:40.695351 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:40.721565 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb4286-86a3-4896-97ca-add7dee6ae97 req-3c7c60f4-c625-46b4-a2a9-cf6378b732a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:40.723760 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b1eb4286-86a3-4896-97ca-add7dee6ae97 req-3c7c60f4-c625-46b4-a2a9-cf6378b732a5 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=9cdd4113-f7e0-45eb-bbb2-5da93102bf6c HTTP/1.1" status: 200 len: 919 time: 0.1328638 Sep 01 14:09:40.793580 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b1eb4286-86a3-4896-97ca-add7dee6ae97 req-b04dcf46-dc57-4656-879f-8ffbb3678f5b service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67860822-2188-4a43-8002-58ea70df2c86 HTTP/1.1" status: 200 len: 217 time: 0.0594642 Sep 01 14:09:40.837342 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-4689192e-3a0b-4571-9b08-aa5d2c3c7cb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69252b21-42c1-4d12-b172-3cdc7e0d6d6b {{(pid=107074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:09:40.846954 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30956efe-d164-4ef0-87d1-c869522268af req-5aa7ceab-5cb0-4033-8250-18756a6862fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:40.848400 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-30956efe-d164-4ef0-87d1-c869522268af req-5aa7ceab-5cb0-4033-8250-18756a6862fb service neutron] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=c1c061b824cb4a92a469061e7a67f967&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2869761 Sep 01 14:09:40.850518 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-4689192e-3a0b-4571-9b08-aa5d2c3c7cb5 service neutron] Publish callbacks [] for port (69252b21-42c1-4d12-b172-3cdc7e0d6d6b), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:40.921439 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb4286-86a3-4896-97ca-add7dee6ae97 req-13e88a90-5239-4021-95e6-b67796e248c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:40.923281 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b1eb4286-86a3-4896-97ca-add7dee6ae97 req-13e88a90-5239-4021-95e6-b67796e248c4 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=d2d86ced-9867-4b29-96c7-eb755efebba7 HTTP/1.1" status: 200 len: 857 time: 0.1206217 Sep 01 14:09:40.926200 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.provisioning_blocks [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-4689192e-3a0b-4571-9b08-aa5d2c3c7cb5 service neutron] Transition to ACTIVE for port object 69252b21-42c1-4d12-b172-3cdc7e0d6d6b will not be triggered until provisioned by entity L2. {{(pid=107074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 14:09:41.029033 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb4286-86a3-4896-97ca-add7dee6ae97 req-55511fb9-11f0-4107-86ac-357d790fe4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:41.030723 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b1eb4286-86a3-4896-97ca-add7dee6ae97 req-55511fb9-11f0-4107-86ac-357d790fe4f5 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=9cdd4113-f7e0-45eb-bbb2-5da93102bf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0954278 Sep 01 14:09:41.040434 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-4689192e-3a0b-4571-9b08-aa5d2c3c7cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923807'] for port (69252b21-42c1-4d12-b172-3cdc7e0d6d6b), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:41.163681 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:41.199278 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689192e-3a0b-4571-9b08-aa5d2c3c7cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=69252b21-42c1-4d12-b172-3cdc7e0d6d6b,revision_number=2']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:41.233104 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30956efe-d164-4ef0-87d1-c869522268af req-940179b6-d610-46fe-a613-ea4f8dbf20d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:41.233882 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-30956efe-d164-4ef0-87d1-c869522268af req-940179b6-d610-46fe-a613-ea4f8dbf20d4 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3697634 Sep 01 14:09:41.235487 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 1453b1b1-4137-4bc4-a302-e842a20a6df5 up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:09:41.286172 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.managers [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-4689192e-3a0b-4571-9b08-aa5d2c3c7cb5 service neutron] Attempting to bind port 69252b21-42c1-4d12-b172-3cdc7e0d6d6b on host hv-cinder-85221 for vnic_type normal with profile {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:09:41.286820 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.managers [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-4689192e-3a0b-4571-9b08-aa5d2c3c7cb5 service neutron] Attempting to bind port 69252b21-42c1-4d12-b172-3cdc7e0d6d6b by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': 'ca6b7f3c-527c-4348-9811-67350820a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858'}] {{(pid=107074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:09:41.287382 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-4689192e-3a0b-4571-9b08-aa5d2c3c7cb5 service neutron] Attempting to bind port 69252b21-42c1-4d12-b172-3cdc7e0d6d6b on network 4f2459fa-f112-4ee1-abd3-6f4952507858 {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:09:41.297017 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-4689192e-3a0b-4571-9b08-aa5d2c3c7cb5 service neutron] Port 69252b21-42c1-4d12-b172-3cdc7e0d6d6b on network 4f2459fa-f112-4ee1-abd3-6f4952507858 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 14:09:41.297643 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-4689192e-3a0b-4571-9b08-aa5d2c3c7cb5 service neutron] Attempting to bind port 69252b21-42c1-4d12-b172-3cdc7e0d6d6b on network 4f2459fa-f112-4ee1-abd3-6f4952507858 {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:09:41.304948 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-4689192e-3a0b-4571-9b08-aa5d2c3c7cb5 service neutron] Checking agent: {'id': 'a7580bcb-0f49-4eb6-986f-da2a861ca402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'started_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:09:41.305598 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-4689192e-3a0b-4571-9b08-aa5d2c3c7cb5 service neutron] Checking segment: {'id': 'ca6b7f3c-527c-4348-9811-67350820a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:09:41.306214 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-4689192e-3a0b-4571-9b08-aa5d2c3c7cb5 service neutron] Bound using segment: {'id': 'ca6b7f3c-527c-4348-9811-67350820a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858'} {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:09:41.306863 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.managers [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-4689192e-3a0b-4571-9b08-aa5d2c3c7cb5 service neutron] Bound port: 69252b21-42c1-4d12-b172-3cdc7e0d6d6b, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca6b7f3c-527c-4348-9811-67350820a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858'}}] {{(pid=107074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:09:41.307399 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-4689192e-3a0b-4571-9b08-aa5d2c3c7cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (69252b21-42c1-4d12-b172-3cdc7e0d6d6b), before_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:41.333371 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:41.418924 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 1453b1b1-4137-4bc4-a302-e842a20a6df5 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:09:41.419534 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (1453b1b1-4137-4bc4-a302-e842a20a6df5), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:41.438371 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264a876-3855-4185-bd04-70cc000a3783 req-75210561-056b-4249-bfe8-680ceb7167d5 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:41.438719 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9685997-95a1-40a7-af59-da1667375447 req-ef2052e1-5257-4cc3-9eee-9e9cb9d2b905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:41.438719 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-d9685997-95a1-40a7-af59-da1667375447 req-ef2052e1-5257-4cc3-9eee-9e9cb9d2b905 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=c1c061b824cb4a92a469061e7a67f967&device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 1127 time: 0.0766058 Sep 01 14:09:41.442720 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7264a876-3855-4185-bd04-70cc000a3783 req-75210561-056b-4249-bfe8-680ceb7167d5 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 943 time: 0.3757119 Sep 01 14:09:41.498873 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-d9685997-95a1-40a7-af59-da1667375447 req-83ae5ac8-d144-45cf-81a6-41c89e8f07ed service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b44c940-faa5-4df3-83f2-2d676ad70287 HTTP/1.1" status: 200 len: 217 time: 0.0506325 Sep 01 14:09:41.500038 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-4689192e-3a0b-4571-9b08-aa5d2c3c7cb5 service neutron] For port 69252b21-42c1-4d12-b172-3cdc7e0d6d6b, host hv-cinder-85221, cleared binding levels {{(pid=107074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:09:41.554327 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc9bb74-3a21-4ee6-af32-e05cc4d7bd39 None None] Sync routers for ids ['058e095a-e073-4ce4-a1d1-fcf0a1478992'] in dv-cinder-852211-7-iscsi {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:09:41.581948 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7264a876-3855-4185-bd04-70cc000a3783 req-b20f1177-b5a5-459d-bffa-a90ee73b00c7 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1250741 Sep 01 14:09:41.582468 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9685997-95a1-40a7-af59-da1667375447 req-361b1fc4-0f41-4e39-b873-9c4fd4b3de52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:41.582924 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b1eb4286-86a3-4896-97ca-add7dee6ae97 req-b5c782dd-c23c-4370-8aec-29c36989e2f2 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9cdd4113-f7e0-45eb-bbb2-5da93102bf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5347133 Sep 01 14:09:41.583015 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-d9685997-95a1-40a7-af59-da1667375447 req-361b1fc4-0f41-4e39-b873-9c4fd4b3de52 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=090e269d-51eb-4081-b0e5-a44524761efb HTTP/1.1" status: 200 len: 848 time: 0.0682366 Sep 01 14:09:41.583545 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-4689192e-3a0b-4571-9b08-aa5d2c3c7cb5 service neutron] For port 69252b21-42c1-4d12-b172-3cdc7e0d6d6b, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=69252b21-42c1-4d12-b172-3cdc7e0d6d6b,segment=NetworkSegment(ca6b7f3c-527c-4348-9811-67350820a04d),segment_id=ca6b7f3c-527c-4348-9811-67350820a04d)] {{(pid=107074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:09:41.590128 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 1453b1b1-4137-4bc4-a302-e842a20a6df5 is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:09:41.622568 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc9bb74-3a21-4ee6-af32-e05cc4d7bd39 None None] Routers {'058e095a-e073-4ce4-a1d1-fcf0a1478992'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:09:41.623247 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-4dc9bb74-3a21-4ee6-af32-e05cc4d7bd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:09:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['058e095a-e073-4ce4-a1d1-fcf0a1478992'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:09:41.734336 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-4689192e-3a0b-4571-9b08-aa5d2c3c7cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923807'] for port (69252b21-42c1-4d12-b172-3cdc7e0d6d6b), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:41.834742 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689192e-3a0b-4571-9b08-aa5d2c3c7cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=69252b21-42c1-4d12-b172-3cdc7e0d6d6b,revision_number=3']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:41.839497 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9685997-95a1-40a7-af59-da1667375447 req-b8ed56da-5f46-460a-88f4-11790b7d0dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:41.839993 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-d9685997-95a1-40a7-af59-da1667375447 req-b8ed56da-5f46-460a-88f4-11790b7d0dd6 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=d990df73-a69e-4562-a002-6a937695b5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2347858 Sep 01 14:09:41.841863 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-4689192e-3a0b-4571-9b08-aa5d2c3c7cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:41.843041 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-4689192e-3a0b-4571-9b08-aa5d2c3c7cb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:41.844023 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-4689192e-3a0b-4571-9b08-aa5d2c3c7cb5 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/69252b21-42c1-4d12-b172-3cdc7e0d6d6b HTTP/1.1" status: 200 len: 1093 time: 2.1153381 Sep 01 14:09:41.844490 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e82006c-11f2-43d8-b929-e161f9c506d4', 'tag': '69252b21-42c1-4d12-b172-3cdc7e0d6d6b'}] {{(pid=107074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:09:41.848314 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c297ab1b76e2baeed04979654ee05671bdf6dedd7a272174e678f0e52b3dfb88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54567f37-7029-4f96-9587-3644babc2308" -d '{"events": [{"name": "network-changed", "server_uuid": "3e82006c-11f2-43d8-b929-e161f9c506d4", "tag": "69252b21-42c1-4d12-b172-3cdc7e0d6d6b"}]}' {{(pid=107074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:09:41.885598 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b1eb4286-86a3-4896-97ca-add7dee6ae97 req-85b5942c-b9f3-4073-8347-a8c80b29aa18 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9cdd4113-f7e0-45eb-bbb2-5da93102bf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926834 Sep 01 14:09:41.895414 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-4dc9bb74-3a21-4ee6-af32-e05cc4d7bd39 None None] Set router 058e095a-e073-4ce4-a1d1-fcf0a1478992 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:09:41.928446 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95ca71-716a-4647-a57f-1933c74ea92b req-86be5cba-f95b-494f-856a-7fffdcd70686 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:41.934860 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-fc95ca71-716a-4647-a57f-1933c74ea92b req-86be5cba-f95b-494f-856a-7fffdcd70686 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3e82006c-11f2-43d8-b929-e161f9c506d4 HTTP/1.1" status: 200 len: 943 time: 0.1825552 Sep 01 14:09:42.008209 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-d9685997-95a1-40a7-af59-da1667375447 req-83f5ff49-599f-4167-8f59-4f0dce97fff5 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/d990df73-a69e-4562-a002-6a937695b5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515448 Sep 01 14:09:42.024582 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-fc95ca71-716a-4647-a57f-1933c74ea92b req-ae0c0443-c1eb-4548-9e49-540f3253cc5c tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0f7f1ef5-a2ce-467b-97f5-dfc1dacee4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871673 Sep 01 14:09:42.109248 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9e4597-3238-4b54-b163-fda824128291 x-openstack-request-id: req-ef9e4597-3238-4b54-b163-fda824128291 {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:09:42.109777 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e82006c-11f2-43d8-b929-e161f9c506d4", "tag": "69252b21-42c1-4d12-b172-3cdc7e0d6d6b", "status": "completed", "code": 200}]} {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:09:42.110202 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef9e4597-3238-4b54-b163-fda824128291 {{(pid=107074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:09:42.110638 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef9e4597-3238-4b54-b163-fda824128291'] response: {'name': 'network-changed', 'server_uuid': '3e82006c-11f2-43d8-b929-e161f9c506d4', 'tag': '69252b21-42c1-4d12-b172-3cdc7e0d6d6b', 'status': 'completed', 'code': 200} Sep 01 14:09:42.132833 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-4dc9bb74-3a21-4ee6-af32-e05cc4d7bd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058e095a-e073-4ce4-a1d1-fcf0a1478992', 'name': 'tempest-TestMinimumBasicScenario-1980977010-router', 'tenant_id': '7b23980a30624073a2ce8c34b1f56cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '1453b1b1-4137-4bc4-a302-e842a20a6df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:09:31Z', 'updated_at': '2022-09-01T14:09:38Z', 'revision_number': 4, 'project_id': '7b23980a30624073a2ce8c34b1f56cc6', 'gw_port': {'id': '1453b1b1-4137-4bc4-a302-e842a20a6df5', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:81:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e095a-e073-4ce4-a1d1-fcf0a1478992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:09:32Z', 'updated_at': '2022-09-01T14:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '891de9ff-ba7c-462d-aa43-37693e2860e1', 'name': '', 'network_id': '0e6e35ba-0c06-4ef8-a2cc-3d4139f23bc5', 'tenant_id': '7b23980a30624073a2ce8c34b1f56cc6', 'mac_address': 'fa:16:3e:f0:b3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058e095a-e073-4ce4-a1d1-fcf0a1478992', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f1f2f177-6159-485c-bb59-a4f7d3d91a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:09:36Z', 'updated_at': '2022-09-01T14:09:38Z', 'revision_number': 2, 'project_id': '7b23980a30624073a2ce8c34b1f56cc6', 'subnets': [{'id': 'f1f2f177-6159-485c-bb59-a4f7d3d91a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:09:42.177820 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc9bb74-3a21-4ee6-af32-e05cc4d7bd39 None None] Checking router: 058e095a-e073-4ce4-a1d1-fcf0a1478992 for host: dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:09:42.178313 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc9bb74-3a21-4ee6-af32-e05cc4d7bd39 None None] Updating router 058e095a-e073-4ce4-a1d1-fcf0a1478992 port 891de9ff-ba7c-462d-aa43-37693e2860e1 binding host dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:09:42.213554 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-4dc9bb74-3a21-4ee6-af32-e05cc4d7bd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (891de9ff-ba7c-462d-aa43-37693e2860e1), before_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:42.394446 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-a01f42fa-b751-4325-8bf7-7b3f591b730c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:42.396404 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-a01f42fa-b751-4325-8bf7-7b3f591b730c service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=90a84500a899479aabfa3aeb72b4c4ae&device_id=3e82006c-11f2-43d8-b929-e161f9c506d4 HTTP/1.1" status: 200 len: 1127 time: 0.1094387 Sep 01 14:09:42.475592 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:42.490673 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-f4b77ea3-b66a-470e-b60a-2998888e887b service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69252b21-42c1-4d12-b172-3cdc7e0d6d6b HTTP/1.1" status: 200 len: 217 time: 0.0799291 Sep 01 14:09:42.525528 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-d9685997-95a1-40a7-af59-da1667375447 req-4f715a44-8eb8-4f4e-8fd9-7ffe68d90835 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/d990df73-a69e-4562-a002-6a937695b5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398407 Sep 01 14:09:42.574272 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-4dc9bb74-3a21-4ee6-af32-e05cc4d7bd39 None None] Publish callbacks [] for port (891de9ff-ba7c-462d-aa43-37693e2860e1), precommit_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:42.675845 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-bec49bd5-04d4-49eb-b2b6-77741c29455b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:42.677395 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-bec49bd5-04d4-49eb-b2b6-77741c29455b service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=114ef839-6b7e-436f-ad2e-66278bf71661 HTTP/1.1" status: 200 len: 854 time: 0.1468709 Sep 01 14:09:42.756941 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:42.759638 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-4dc9bb74-3a21-4ee6-af32-e05cc4d7bd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (891de9ff-ba7c-462d-aa43-37693e2860e1), after_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:42.783710 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea2f1c-1196-4406-bd80-d83d45d6971a req-5b00aa5d-9b8f-48cc-b106-3bbc206ed170 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:42.790674 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2dea2f1c-1196-4406-bd80-d83d45d6971a req-5b00aa5d-9b8f-48cc-b106-3bbc206ed170 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 943 time: 0.1046662 Sep 01 14:09:42.794447 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-8ba5e2cb-a738-4719-9222-c5a5f5bd50e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:42.796340 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-8ba5e2cb-a738-4719-9222-c5a5f5bd50e4 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=4f2459fa-f112-4ee1-abd3-6f4952507858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0984852 Sep 01 14:09:42.871710 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2dea2f1c-1196-4406-bd80-d83d45d6971a req-964fbbbf-68db-45c9-967b-c27514339309 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0785737 Sep 01 14:09:42.874534 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f60d9-c8e0-49a7-8a52-6d5fb173f812 None None] Pushing event updated for resources: {'Port': ['ID=891de9ff-ba7c-462d-aa43-37693e2860e1,revision_number=3']} {{(pid=107076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:42.969702 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.managers [None req-4dc9bb74-3a21-4ee6-af32-e05cc4d7bd39 None None] Attempting to bind port 891de9ff-ba7c-462d-aa43-37693e2860e1 on host dv-cinder-852211-7-iscsi for vnic_type normal with profile {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:09:42.970556 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.managers [None req-4dc9bb74-3a21-4ee6-af32-e05cc4d7bd39 None None] Attempting to bind port 891de9ff-ba7c-462d-aa43-37693e2860e1 by drivers openvswitch,hyperv on host dv-cinder-852211-7-iscsi at level 0 using segments [{'id': '04d9a68e-0cfc-4518-811b-c7f8f2b4c264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '0e6e35ba-0c06-4ef8-a2cc-3d4139f23bc5'}] {{(pid=107076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:09:42.970556 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc9bb74-3a21-4ee6-af32-e05cc4d7bd39 None None] Attempting to bind port 891de9ff-ba7c-462d-aa43-37693e2860e1 on network 0e6e35ba-0c06-4ef8-a2cc-3d4139f23bc5 {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:09:42.978024 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc9bb74-3a21-4ee6-af32-e05cc4d7bd39 None None] Checking agent: {'id': '16ae7bad-0e03-4d8e-885b-3ed578a6ac87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 13, 56, 30), 'started_at': datetime.datetime(2022, 9, 1, 13, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:09:42.978455 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc9bb74-3a21-4ee6-af32-e05cc4d7bd39 None None] Checking segment: {'id': '04d9a68e-0cfc-4518-811b-c7f8f2b4c264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '0e6e35ba-0c06-4ef8-a2cc-3d4139f23bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:09:42.978745 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-4dc9bb74-3a21-4ee6-af32-e05cc4d7bd39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:42.979139 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc9bb74-3a21-4ee6-af32-e05cc4d7bd39 None None] Bound using segment: {'id': '04d9a68e-0cfc-4518-811b-c7f8f2b4c264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '0e6e35ba-0c06-4ef8-a2cc-3d4139f23bc5'} {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:09:42.979628 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.managers [None req-4dc9bb74-3a21-4ee6-af32-e05cc4d7bd39 None None] Bound port: 891de9ff-ba7c-462d-aa43-37693e2860e1, host: dv-cinder-852211-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d9a68e-0cfc-4518-811b-c7f8f2b4c264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '0e6e35ba-0c06-4ef8-a2cc-3d4139f23bc5'}}] {{(pid=107076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:09:42.980010 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-4dc9bb74-3a21-4ee6-af32-e05cc4d7bd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (891de9ff-ba7c-462d-aa43-37693e2860e1), before_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:43.079441 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.db [None req-4dc9bb74-3a21-4ee6-af32-e05cc4d7bd39 None None] For port 891de9ff-ba7c-462d-aa43-37693e2860e1, host dv-cinder-852211-7-iscsi, cleared binding levels {{(pid=107076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:09:43.086746 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.db [None req-4dc9bb74-3a21-4ee6-af32-e05cc4d7bd39 None None] For port 891de9ff-ba7c-462d-aa43-37693e2860e1, host dv-cinder-852211-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=891de9ff-ba7c-462d-aa43-37693e2860e1,segment=NetworkSegment(04d9a68e-0cfc-4518-811b-c7f8f2b4c264),segment_id=04d9a68e-0cfc-4518-811b-c7f8f2b4c264)] {{(pid=107076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:09:43.234620 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-4dc9bb74-3a21-4ee6-af32-e05cc4d7bd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (891de9ff-ba7c-462d-aa43-37693e2860e1), after_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:43.298441 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:43.300061 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866117e8-9c66-42c3-9449-ed7ce4ed8c17 req-f927ff25-daa7-4bae-bf24-6fb2fcc548a6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:43.302297 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-866117e8-9c66-42c3-9449-ed7ce4ed8c17 req-f927ff25-daa7-4bae-bf24-6fb2fcc548a6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3e82006c-11f2-43d8-b929-e161f9c506d4 HTTP/1.1" status: 200 len: 943 time: 0.1206589 Sep 01 14:09:43.350402 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc9bb74-3a21-4ee6-af32-e05cc4d7bd39 None None] Routers {'058e095a-e073-4ce4-a1d1-fcf0a1478992'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:09:43.352150 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-4dc9bb74-3a21-4ee6-af32-e05cc4d7bd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:09:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['058e095a-e073-4ce4-a1d1-fcf0a1478992'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:09:43.359139 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-2bba4e1b-ea53-4173-82ad-15d9981fe195 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4f2459fa-f112-4ee1-abd3-6f4952507858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848473 Sep 01 14:09:43.448570 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:43.464415 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-866117e8-9c66-42c3-9449-ed7ce4ed8c17 req-d126f7a3-5ebd-4c83-8812-3c173fe0933f tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0f7f1ef5-a2ce-467b-97f5-dfc1dacee4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507347 Sep 01 14:09:43.468454 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f60d9-c8e0-49a7-8a52-6d5fb173f812 None None] Pushing event updated for resources: {'Port': ['ID=891de9ff-ba7c-462d-aa43-37693e2860e1,revision_number=4']} {{(pid=107076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:43.574075 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-eef19971-049e-4dc9-bd55-8b82f70660ce req-e038e771-6de1-444e-9c9b-114a9522219a service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4f2459fa-f112-4ee1-abd3-6f4952507858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983864 Sep 01 14:09:43.604000 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-4dc9bb74-3a21-4ee6-af32-e05cc4d7bd39 None None] Set router 058e095a-e073-4ce4-a1d1-fcf0a1478992 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:09:44.021106 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-4dc9bb74-3a21-4ee6-af32-e05cc4d7bd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058e095a-e073-4ce4-a1d1-fcf0a1478992', 'name': 'tempest-TestMinimumBasicScenario-1980977010-router', 'tenant_id': '7b23980a30624073a2ce8c34b1f56cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '1453b1b1-4137-4bc4-a302-e842a20a6df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:09:31Z', 'updated_at': '2022-09-01T14:09:38Z', 'revision_number': 4, 'project_id': '7b23980a30624073a2ce8c34b1f56cc6', 'gw_port': {'id': '1453b1b1-4137-4bc4-a302-e842a20a6df5', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:81:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e095a-e073-4ce4-a1d1-fcf0a1478992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:09:32Z', 'updated_at': '2022-09-01T14:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '891de9ff-ba7c-462d-aa43-37693e2860e1', 'name': '', 'network_id': '0e6e35ba-0c06-4ef8-a2cc-3d4139f23bc5', 'tenant_id': '7b23980a30624073a2ce8c34b1f56cc6', 'mac_address': 'fa:16:3e:f0:b3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058e095a-e073-4ce4-a1d1-fcf0a1478992', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f1f2f177-6159-485c-bb59-a4f7d3d91a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:09:36Z', 'updated_at': '2022-09-01T14:09:43Z', 'revision_number': 4, 'project_id': '7b23980a30624073a2ce8c34b1f56cc6', 'subnets': [{'id': 'f1f2f177-6159-485c-bb59-a4f7d3d91a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:09:44.052005 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc9bb74-3a21-4ee6-af32-e05cc4d7bd39 None None] The sync data for ids ['058e095a-e073-4ce4-a1d1-fcf0a1478992'] in dv-cinder-852211-7-iscsi is: [{'id': '058e095a-e073-4ce4-a1d1-fcf0a1478992', 'name': 'tempest-TestMinimumBasicScenario-1980977010-router', 'tenant_id': '7b23980a30624073a2ce8c34b1f56cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '1453b1b1-4137-4bc4-a302-e842a20a6df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:09:31Z', 'updated_at': '2022-09-01T14:09:38Z', 'revision_number': 4, 'project_id': '7b23980a30624073a2ce8c34b1f56cc6', 'gw_port': {'id': '1453b1b1-4137-4bc4-a302-e842a20a6df5', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:81:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e095a-e073-4ce4-a1d1-fcf0a1478992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:09:32Z', 'updated_at': '2022-09-01T14:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '891de9ff-ba7c-462d-aa43-37693e2860e1', 'name': '', 'network_id': '0e6e35ba-0c06-4ef8-a2cc-3d4139f23bc5', 'tenant_id': '7b23980a30624073a2ce8c34b1f56cc6', 'mac_address': 'fa:16:3e:f0:b3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058e095a-e073-4ce4-a1d1-fcf0a1478992', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f1f2f177-6159-485c-bb59-a4f7d3d91a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:09:36Z', 'updated_at': '2022-09-01T14:09:43Z', 'revision_number': 4, 'project_id': '7b23980a30624073a2ce8c34b1f56cc6', 'subnets': [{'id': 'f1f2f177-6159-485c-bb59-a4f7d3d91a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:09:44.066316 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc47c6-1531-4c7a-b1e9-6867335b9235 req-d522ff81-e63d-41bc-9fad-9f29fcacaa30 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:44.075366 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-15dc47c6-1531-4c7a-b1e9-6867335b9235 req-d522ff81-e63d-41bc-9fad-9f29fcacaa30 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 943 time: 0.0719185 Sep 01 14:09:44.160609 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-15dc47c6-1531-4c7a-b1e9-6867335b9235 req-1e32b006-868e-4f7d-b45a-15642a9c0714 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0821350 Sep 01 14:09:44.716787 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc9930-7439-4e30-aefd-9434af86cc7d req-16f8e419-9a9e-44a3-862d-f80e29c01350 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:44.734323 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-46dc9930-7439-4e30-aefd-9434af86cc7d req-16f8e419-9a9e-44a3-862d-f80e29c01350 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3e82006c-11f2-43d8-b929-e161f9c506d4 HTTP/1.1" status: 200 len: 943 time: 0.1194925 Sep 01 14:09:44.916990 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-46dc9930-7439-4e30-aefd-9434af86cc7d req-99641c5a-a3e5-493f-9826-fee464526d58 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0f7f1ef5-a2ce-467b-97f5-dfc1dacee4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786617 Sep 01 14:09:45.255410 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 891de9ff-ba7c-462d-aa43-37693e2860e1 up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:09:45.263080 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54567f37-7029-4f96-9587-3644babc2308 req-c789bf92-6eed-4fe9-8c16-275436b3962b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:45.265674 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-54567f37-7029-4f96-9587-3644babc2308 req-c789bf92-6eed-4fe9-8c16-275436b3962b service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=90a84500a899479aabfa3aeb72b4c4ae&device_id=3e82006c-11f2-43d8-b929-e161f9c506d4 HTTP/1.1" status: 200 len: 1127 time: 0.1141002 Sep 01 14:09:45.359298 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 891de9ff-ba7c-462d-aa43-37693e2860e1 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:09:45.359680 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (891de9ff-ba7c-462d-aa43-37693e2860e1), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:45.369163 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:45.447679 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a81112-c069-4b9d-aee7-3fa902893902 req-eb9e616a-a088-4c70-94f8-b94d708ffd3e tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:45.456952 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-12a81112-c069-4b9d-aee7-3fa902893902 req-eb9e616a-a088-4c70-94f8-b94d708ffd3e tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 943 time: 0.1666179 Sep 01 14:09:45.470438 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 891de9ff-ba7c-462d-aa43-37693e2860e1 is: DOWN; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:09:45.470826 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (891de9ff-ba7c-462d-aa43-37693e2860e1), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:45.516780 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] For port 891de9ff-ba7c-462d-aa43-37693e2860e1, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=891de9ff-ba7c-462d-aa43-37693e2860e1,segment=NetworkSegment(04d9a68e-0cfc-4518-811b-c7f8f2b4c264),segment_id=04d9a68e-0cfc-4518-811b-c7f8f2b4c264)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:09:45.619832 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (891de9ff-ba7c-462d-aa43-37693e2860e1), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:45.692408 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:45.718871 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Pushing event updated for resources: {'Port': ['ID=891de9ff-ba7c-462d-aa43-37693e2860e1,revision_number=5']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:45.846810 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-12a81112-c069-4b9d-aee7-3fa902893902 req-114bc25a-c990-4f3c-8bbc-174befb12cb0 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3884914 Sep 01 14:09:45.868734 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54567f37-7029-4f96-9587-3644babc2308 req-180b7e57-2548-49ad-bc74-b54857ce9f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:45.870922 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-54567f37-7029-4f96-9587-3644babc2308 req-180b7e57-2548-49ad-bc74-b54857ce9f69 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=4f2459fa-f112-4ee1-abd3-6f4952507858 HTTP/1.1" status: 200 len: 916 time: 0.5930436 Sep 01 14:09:45.952166 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-54567f37-7029-4f96-9587-3644babc2308 req-b8e9aa17-148d-4a88-b181-7396d1b560f4 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69252b21-42c1-4d12-b172-3cdc7e0d6d6b HTTP/1.1" status: 200 len: 217 time: 0.0734735 Sep 01 14:09:46.060107 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8353e-0f88-4e37-9975-8bc430c21160 req-a28b272e-f061-45d1-ae1d-61d84d35ad82 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:46.062113 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-04d8353e-0f88-4e37-9975-8bc430c21160 req-a28b272e-f061-45d1-ae1d-61d84d35ad82 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3e82006c-11f2-43d8-b929-e161f9c506d4 HTTP/1.1" status: 200 len: 943 time: 0.1242523 Sep 01 14:09:46.103050 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54567f37-7029-4f96-9587-3644babc2308 req-82e95650-9576-4916-ab26-6162929af636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:46.104516 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-54567f37-7029-4f96-9587-3644babc2308 req-82e95650-9576-4916-ab26-6162929af636 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=114ef839-6b7e-436f-ad2e-66278bf71661 HTTP/1.1" status: 200 len: 854 time: 0.1182792 Sep 01 14:09:46.158407 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-04d8353e-0f88-4e37-9975-8bc430c21160 req-2fd36e3b-871c-4dad-8829-8d26477ba34c tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0f7f1ef5-a2ce-467b-97f5-dfc1dacee4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891387 Sep 01 14:09:46.168512 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54567f37-7029-4f96-9587-3644babc2308 req-2475e33b-d6ed-45be-8a67-f8444fa24673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:46.170243 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-54567f37-7029-4f96-9587-3644babc2308 req-2475e33b-d6ed-45be-8a67-f8444fa24673 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=4f2459fa-f112-4ee1-abd3-6f4952507858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548499 Sep 01 14:09:46.305546 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-54567f37-7029-4f96-9587-3644babc2308 req-f465d44c-9854-48b4-a2f1-1aa7c071047b service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4f2459fa-f112-4ee1-abd3-6f4952507858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227705 Sep 01 14:09:46.473341 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-54567f37-7029-4f96-9587-3644babc2308 req-54dffb40-b48a-4e2d-b2ab-b9df1d391559 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4f2459fa-f112-4ee1-abd3-6f4952507858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585662 Sep 01 14:09:47.072633 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c43821-ac16-46cc-9056-ef84515fa626 req-d92e349f-745e-4750-b197-862c69d27860 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:47.074235 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-18c43821-ac16-46cc-9056-ef84515fa626 req-d92e349f-745e-4750-b197-862c69d27860 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 943 time: 0.0849304 Sep 01 14:09:47.145452 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:47.157084 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 891de9ff-ba7c-462d-aa43-37693e2860e1 up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:09:47.209600 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-18c43821-ac16-46cc-9056-ef84515fa626 req-33114a36-1df4-4228-8c29-0c73c3077709 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1277730 Sep 01 14:09:47.238737 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 891de9ff-ba7c-462d-aa43-37693e2860e1 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:09:47.239112 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (891de9ff-ba7c-462d-aa43-37693e2860e1), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:47.338859 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 891de9ff-ba7c-462d-aa43-37693e2860e1 is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:09:47.359134 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab63d8-68e8-4088-853b-9a3745f34756 req-f9651b5e-fdf3-4434-b649-1ffae01f3c89 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:47.361960 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-29ab63d8-68e8-4088-853b-9a3745f34756 req-f9651b5e-fdf3-4434-b649-1ffae01f3c89 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3e82006c-11f2-43d8-b929-e161f9c506d4 HTTP/1.1" status: 200 len: 943 time: 0.0648105 Sep 01 14:09:47.428640 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-29ab63d8-68e8-4088-853b-9a3745f34756 req-287e2637-8360-4075-afe7-ad633a4eb134 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0f7f1ef5-a2ce-467b-97f5-dfc1dacee4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607810 Sep 01 14:09:47.647796 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 69252b21-42c1-4d12-b172-3cdc7e0d6d6b details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=107075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:09:47.839501 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 69252b21-42c1-4d12-b172-3cdc7e0d6d6b, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=69252b21-42c1-4d12-b172-3cdc7e0d6d6b,segment=NetworkSegment(ca6b7f3c-527c-4348-9811-67350820a04d),segment_id=ca6b7f3c-527c-4348-9811-67350820a04d)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:09:47.858596 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Returning: {'device': '69252b21-42c1-4d12-b172-3cdc7e0d6d6b', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'port_id': '69252b21-42c1-4d12-b172-3cdc7e0d6d6b', 'mac_address': 'fa:16:3e:76:c4:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:09:47.904063 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 69252b21-42c1-4d12-b172-3cdc7e0d6d6b is: DOWN; New status is: BUILD {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:09:47.904452 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (69252b21-42c1-4d12-b172-3cdc7e0d6d6b), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:47.922533 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69252b21-42c1-4d12-b172-3cdc7e0d6d6b {{(pid=107075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:09:47.958948 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 69252b21-42c1-4d12-b172-3cdc7e0d6d6b, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=69252b21-42c1-4d12-b172-3cdc7e0d6d6b,segment=NetworkSegment(ca6b7f3c-527c-4348-9811-67350820a04d),segment_id=ca6b7f3c-527c-4348-9811-67350820a04d)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:09:48.060776 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (69252b21-42c1-4d12-b172-3cdc7e0d6d6b), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:48.151033 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=69252b21-42c1-4d12-b172-3cdc7e0d6d6b,revision_number=4']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:48.417206 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8fd99a-12e5-41e5-a2cb-c3419c038cf8 req-42c4806f-0b3f-44aa-8118-b7226ac6dcc4 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:48.418858 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2d8fd99a-12e5-41e5-a2cb-c3419c038cf8 req-42c4806f-0b3f-44aa-8118-b7226ac6dcc4 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 943 time: 0.0859959 Sep 01 14:09:48.429234 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] get_ports_and_sgs() called for port_ids ['69252b21-42c1-4d12-b172-3cdc7e0d6d6b'] {{(pid=107075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 14:09:48.501952 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:48.571435 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2d8fd99a-12e5-41e5-a2cb-c3419c038cf8 req-42300f33-57ac-4bb6-8f9a-375282bad108 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1289251 Sep 01 14:09:48.698711 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153d908-4862-4767-b0ea-2f5968b0a065 req-066a038a-a63e-4d19-bf1a-1f7ac9572d05 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:48.712340 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9153d908-4862-4767-b0ea-2f5968b0a065 req-066a038a-a63e-4d19-bf1a-1f7ac9572d05 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3e82006c-11f2-43d8-b929-e161f9c506d4 HTTP/1.1" status: 200 len: 944 time: 0.1225543 Sep 01 14:09:48.804612 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9153d908-4862-4767-b0ea-2f5968b0a065 req-b138ed4a-b1d0-4848-b709-369f1ff9d504 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0f7f1ef5-a2ce-467b-97f5-dfc1dacee4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906613 Sep 01 14:09:49.679440 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 69252b21-42c1-4d12-b172-3cdc7e0d6d6b up at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:09:49.741645 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8cc6c-452d-4cb7-9a67-78b1f7c4bb62 req-394d202e-fef3-4bdb-b4be-95d448da9b41 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:49.744055 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b1b8cc6c-452d-4cb7-9a67-78b1f7c4bb62 req-394d202e-fef3-4bdb-b4be-95d448da9b41 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 943 time: 0.0798802 Sep 01 14:09:49.748992 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning for port 69252b21-42c1-4d12-b172-3cdc7e0d6d6b completed by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 14:09:49.848437 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning complete for port 69252b21-42c1-4d12-b172-3cdc7e0d6d6b triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:09:49.849382 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (69252b21-42c1-4d12-b172-3cdc7e0d6d6b), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:49.869075 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b1b8cc6c-452d-4cb7-9a67-78b1f7c4bb62 req-495aa1f0-6c85-4339-8b0a-be87494fd3c2 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1155171 Sep 01 14:09:50.053523 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb607e-03f0-4370-a76f-293769de8d0e req-d340b9fd-d13d-421b-a1a6-aff1cf912cff tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:50.055519 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a2fb607e-03f0-4370-a76f-293769de8d0e req-d340b9fd-d13d-421b-a1a6-aff1cf912cff tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3e82006c-11f2-43d8-b929-e161f9c506d4 HTTP/1.1" status: 200 len: 944 time: 0.1200464 Sep 01 14:09:50.072821 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 69252b21-42c1-4d12-b172-3cdc7e0d6d6b is: BUILD; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:09:50.073434 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (69252b21-42c1-4d12-b172-3cdc7e0d6d6b), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:50.099445 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:50.106397 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:50.117100 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e82006c-11f2-43d8-b929-e161f9c506d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69252b21-42c1-4d12-b172-3cdc7e0d6d6b'}] {{(pid=107075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:09:50.120001 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a2fb607e-03f0-4370-a76f-293769de8d0e req-a9a5e911-d204-4371-9ac5-2c0d2fcfb914 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0f7f1ef5-a2ce-467b-97f5-dfc1dacee4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582850 Sep 01 14:09:50.121230 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea684a423e005867ab2b2321dba33e59ce354bd0b218533ae43957e9dbf26841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2360e4-a3c4-4cc0-a0e8-7cbd96cc5a82" -d '{"events": [{"server_uuid": "3e82006c-11f2-43d8-b929-e161f9c506d4", "name": "network-vif-plugged", "status": "completed", "tag": "69252b21-42c1-4d12-b172-3cdc7e0d6d6b"}]}' {{(pid=107075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:09:50.147030 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 69252b21-42c1-4d12-b172-3cdc7e0d6d6b, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=69252b21-42c1-4d12-b172-3cdc7e0d6d6b,segment=NetworkSegment(ca6b7f3c-527c-4348-9811-67350820a04d),segment_id=ca6b7f3c-527c-4348-9811-67350820a04d)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:09:50.208506 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8661ae71-2e24-4bb2-8e4a-bcaccb06fce0 x-openstack-request-id: req-8661ae71-2e24-4bb2-8e4a-bcaccb06fce0 {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:09:50.209001 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e82006c-11f2-43d8-b929-e161f9c506d4", "name": "network-vif-plugged", "status": "completed", "tag": "69252b21-42c1-4d12-b172-3cdc7e0d6d6b", "code": 200}]} {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:09:50.209594 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8661ae71-2e24-4bb2-8e4a-bcaccb06fce0 {{(pid=107075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:09:50.210148 dv-cinder-852211-7-iscsi neutron-server[107075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8661ae71-2e24-4bb2-8e4a-bcaccb06fce0'] response: {'server_uuid': '3e82006c-11f2-43d8-b929-e161f9c506d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69252b21-42c1-4d12-b172-3cdc7e0d6d6b', 'code': 200} Sep 01 14:09:50.284191 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (69252b21-42c1-4d12-b172-3cdc7e0d6d6b), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:50.364982 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=69252b21-42c1-4d12-b172-3cdc7e0d6d6b,revision_number=5']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:51.103260 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653fa44-1bf0-45b8-8b8c-ef2684b30c2c req-c2560ea0-4453-4f5c-a1c5-879e785e81bb tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:51.121260 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c653fa44-1bf0-45b8-8b8c-ef2684b30c2c req-c2560ea0-4453-4f5c-a1c5-879e785e81bb tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 943 time: 0.1135466 Sep 01 14:09:51.234523 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c653fa44-1bf0-45b8-8b8c-ef2684b30c2c req-61f0c5d1-b22d-40b3-bc25-5284b142f077 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1117005 Sep 01 14:09:51.515819 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d77ad-c738-4983-a420-4a29052c990d req-01f8842e-fb78-4936-aefe-34cf554ff696 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:51.530273 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-206d77ad-c738-4983-a420-4a29052c990d req-01f8842e-fb78-4936-aefe-34cf554ff696 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3e82006c-11f2-43d8-b929-e161f9c506d4 HTTP/1.1" status: 200 len: 945 time: 0.1746764 Sep 01 14:09:51.567948 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e8809-0bd4-41a1-b666-323b64380826 req-c5b62648-aec9-48c5-82cb-9818b2a6c108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:51.570589 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1a1e8809-0bd4-41a1-b666-323b64380826 req-c5b62648-aec9-48c5-82cb-9818b2a6c108 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3e82006c-11f2-43d8-b929-e161f9c506d4 HTTP/1.1" status: 200 len: 1129 time: 0.1585090 Sep 01 14:09:51.679944 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 9b44c940-faa5-4df3-83f2-2d676ad70287 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=107075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:09:51.683701 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-206d77ad-c738-4983-a420-4a29052c990d req-82d11554-a340-40fb-8694-079b8eeb3616 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0f7f1ef5-a2ce-467b-97f5-dfc1dacee4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513484 Sep 01 14:09:51.686942 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1a1e8809-0bd4-41a1-b666-323b64380826 req-9b431bc5-af1f-406b-90a7-fb82d613393e service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0f7f1ef5-a2ce-467b-97f5-dfc1dacee4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086373 Sep 01 14:09:51.924973 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 9b44c940-faa5-4df3-83f2-2d676ad70287, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9b44c940-faa5-4df3-83f2-2d676ad70287,segment=NetworkSegment(83618588-9564-4de1-960d-f9cb798a5af2),segment_id=83618588-9564-4de1-960d-f9cb798a5af2)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:09:51.941984 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Returning: {'device': '9b44c940-faa5-4df3-83f2-2d676ad70287', 'network_id': 'd990df73-a69e-4562-a002-6a937695b5ba', 'port_id': '9b44c940-faa5-4df3-83f2-2d676ad70287', 'mac_address': 'fa:16:3e:59:70:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '090e269d-51eb-4081-b0e5-a44524761efb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:09:52.034196 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 9b44c940-faa5-4df3-83f2-2d676ad70287 is: DOWN; New status is: BUILD {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:09:52.035919 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (9b44c940-faa5-4df3-83f2-2d676ad70287), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:52.072640 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b44c940-faa5-4df3-83f2-2d676ad70287 {{(pid=107075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:09:52.113106 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 9b44c940-faa5-4df3-83f2-2d676ad70287, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9b44c940-faa5-4df3-83f2-2d676ad70287,segment=NetworkSegment(83618588-9564-4de1-960d-f9cb798a5af2),segment_id=83618588-9564-4de1-960d-f9cb798a5af2)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:09:52.195582 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (9b44c940-faa5-4df3-83f2-2d676ad70287), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:52.305394 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=9b44c940-faa5-4df3-83f2-2d676ad70287,revision_number=4']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:52.313983 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:09:52.316118 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:09:52.316118 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:09:52.316118 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:09:52.316118 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:09:52.317825 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:09:52.317825 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:09:52.317825 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:09:52.317825 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:09:52.317825 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:09:52.328416 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:09:52.328847 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:09:52.329218 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:09:52.329553 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:09:52.330124 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:09:52.386926 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8fb3e-cd17-4a88-a05e-9fbea5023f06 req-16fd7480-61f8-4631-8fea-5adfddce51f7 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:52.388537 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8bc8fb3e-cd17-4a88-a05e-9fbea5023f06 req-16fd7480-61f8-4631-8fea-5adfddce51f7 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 944 time: 0.0700231 Sep 01 14:09:52.484013 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8bc8fb3e-cd17-4a88-a05e-9fbea5023f06 req-a254e56a-69cf-4475-a0f7-c5ff49f5f457 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0804665 Sep 01 14:09:52.549680 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] get_ports_and_sgs() called for port_ids ['9b44c940-faa5-4df3-83f2-2d676ad70287'] {{(pid=107075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 14:09:52.587533 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:52.973335 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c7b08-fbc1-4ea9-96b4-f042c01e628a req-b0c1b880-96c2-40e0-b1de-2e04d7478a87 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:52.975530 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1e9c7b08-fbc1-4ea9-96b4-f042c01e628a req-b0c1b880-96c2-40e0-b1de-2e04d7478a87 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3e82006c-11f2-43d8-b929-e161f9c506d4 HTTP/1.1" status: 200 len: 945 time: 0.1013455 Sep 01 14:09:53.062265 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1e9c7b08-fbc1-4ea9-96b4-f042c01e628a req-3c945847-fcf6-4052-a257-c7c698ff6538 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0f7f1ef5-a2ce-467b-97f5-dfc1dacee4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721562 Sep 01 14:09:53.624417 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e6ffe-34c6-4132-8122-75af7af0ee6c req-500ba59c-08bf-452e-8398-413f07ea4781 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:53.625966 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b24e6ffe-34c6-4132-8122-75af7af0ee6c req-500ba59c-08bf-452e-8398-413f07ea4781 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 944 time: 0.0698309 Sep 01 14:09:53.685241 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b24e6ffe-34c6-4132-8122-75af7af0ee6c req-94689283-ab9b-4f8c-9c0f-87d25324a6a1 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524981 Sep 01 14:09:53.871340 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 9b44c940-faa5-4df3-83f2-2d676ad70287 up at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:09:53.906093 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=100 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:53.927147 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning for port 9b44c940-faa5-4df3-83f2-2d676ad70287 completed by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 14:09:54.076021 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning complete for port 9b44c940-faa5-4df3-83f2-2d676ad70287 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:09:54.076399 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (9b44c940-faa5-4df3-83f2-2d676ad70287), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:54.210584 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 9b44c940-faa5-4df3-83f2-2d676ad70287 is: BUILD; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:09:54.211430 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (9b44c940-faa5-4df3-83f2-2d676ad70287), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:54.242799 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc866f4-91c1-4384-b88a-5866ca150aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b44c940-faa5-4df3-83f2-2d676ad70287'}] {{(pid=107075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:09:54.245533 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea684a423e005867ab2b2321dba33e59ce354bd0b218533ae43957e9dbf26841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b44f80d-26f2-4b93-9821-e22a1e8e5e86" -d '{"events": [{"server_uuid": "3cc866f4-91c1-4384-b88a-5866ca150aea", "name": "network-vif-plugged", "status": "completed", "tag": "9b44c940-faa5-4df3-83f2-2d676ad70287"}]}' {{(pid=107075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:09:54.266066 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:54.270410 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 9b44c940-faa5-4df3-83f2-2d676ad70287, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9b44c940-faa5-4df3-83f2-2d676ad70287,segment=NetworkSegment(83618588-9564-4de1-960d-f9cb798a5af2),segment_id=83618588-9564-4de1-960d-f9cb798a5af2)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:09:54.276227 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=23 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:54.290353 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74406f9a-7712-4807-95a7-e3e9afc92390 req-da05a8de-762b-4d2b-aa6c-b2ff90a21d06 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:54.296703 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-74406f9a-7712-4807-95a7-e3e9afc92390 req-da05a8de-762b-4d2b-aa6c-b2ff90a21d06 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3e82006c-11f2-43d8-b929-e161f9c506d4 HTTP/1.1" status: 200 len: 945 time: 0.1111751 Sep 01 14:09:54.316463 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d13f808-82db-4ba6-b4c1-167233ab33cd x-openstack-request-id: req-5d13f808-82db-4ba6-b4c1-167233ab33cd {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:09:54.317067 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc866f4-91c1-4384-b88a-5866ca150aea", "name": "network-vif-plugged", "status": "completed", "tag": "9b44c940-faa5-4df3-83f2-2d676ad70287", "code": 200}]} {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:09:54.317642 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d13f808-82db-4ba6-b4c1-167233ab33cd {{(pid=107075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:09:54.318221 dv-cinder-852211-7-iscsi neutron-server[107075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d13f808-82db-4ba6-b4c1-167233ab33cd'] response: {'server_uuid': '3cc866f4-91c1-4384-b88a-5866ca150aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b44c940-faa5-4df3-83f2-2d676ad70287', 'code': 200} Sep 01 14:09:54.383212 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-74406f9a-7712-4807-95a7-e3e9afc92390 req-ad3a969e-9d56-4346-ac65-e012bbb37a91 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0f7f1ef5-a2ce-467b-97f5-dfc1dacee4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800107 Sep 01 14:09:54.411206 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-7df1fd31-ec7f-489c-bab8-c0ed7bfc96c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:54.417439 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (9b44c940-faa5-4df3-83f2-2d676ad70287), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:54.520360 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=59 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:54.558489 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=9b44c940-faa5-4df3-83f2-2d676ad70287,revision_number=5']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:09:54.573564 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcbd69e-9ebf-4b09-9051-c75fbfcc5c5f req-0838da22-d60f-4c57-ac2a-f902deebf615 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:54.580358 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ddcbd69e-9ebf-4b09-9051-c75fbfcc5c5f req-0838da22-d60f-4c57-ac2a-f902deebf615 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3e82006c-11f2-43d8-b929-e161f9c506d4 HTTP/1.1" status: 200 len: 945 time: 0.1110396 Sep 01 14:09:54.587496 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 59284) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:09:54.592542 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-68c3f7d2-b261-4159-927b-cb3004d43241 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Request body: {'floatingip': {'port_id': '69252b21-42c1-4d12-b172-3cdc7e0d6d6b'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:09:54.818194 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5bbd77-5a32-4631-947e-3c566069bf54 req-3662ef84-dca4-4203-8edd-90b7edadf4a2 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:54.822232 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3a5bbd77-5a32-4631-947e-3c566069bf54 req-3662ef84-dca4-4203-8edd-90b7edadf4a2 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 945 time: 0.0550227 Sep 01 14:09:54.888691 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3a5bbd77-5a32-4631-947e-3c566069bf54 req-5f991aca-bfac-4c1a-b96f-0945f00c60ef tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615504 Sep 01 14:09:54.946982 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-68c3f7d2-b261-4159-927b-cb3004d43241 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for floatingip (9b188136-a971-4e87-9dc1-a1d308613ac9), before_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:55.031537 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a7eb1-a158-4ae3-9798-7af2bc2941fb req-86cd5490-9ca1-4983-ac49-e76d4e20a3ce tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:55.034881 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-251a7eb1-a158-4ae3-9798-7af2bc2941fb req-86cd5490-9ca1-4983-ac49-e76d4e20a3ce tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.0697279 Sep 01 14:09:55.092281 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-251a7eb1-a158-4ae3-9798-7af2bc2941fb req-fce02c14-4392-4968-b768-e6e72aea076f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492606 Sep 01 14:09:55.509000 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-68c3f7d2-b261-4159-927b-cb3004d43241 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:55.640937 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-68c3f7d2-b261-4159-927b-cb3004d43241 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122292'] for floatingip (9b188136-a971-4e87-9dc1-a1d308613ac9), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:55.737026 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-ba1704be-4439-450f-b73a-c3f632813557 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:55.738983 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-ba1704be-4439-450f-b73a-c3f632813557 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/networks?id=52d2108a-679f-4e17-b63b-779cfbdc360f HTTP/1.1" status: 200 len: 815 time: 0.1190100 Sep 01 14:09:55.757506 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.db.l3_db [None req-68c3f7d2-b261-4159-927b-cb3004d43241 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Floating IP 9b188136-a971-4e87-9dc1-a1d308613ac9 associated. External IP: 172.27.2.62, port: 69252b21-42c1-4d12-b172-3cdc7e0d6d6b. Sep 01 14:09:55.760149 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-674b362f-3eb9-473c-8c4a-bf2c1e5068bb tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/quotas/adf6f1699a0740ee99ae03ef2423d143 HTTP/1.1" status: 200 len: 375 time: 0.0109947 Sep 01 14:09:55.824013 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-aa82138c-e8ab-45e9-9def-c593e5b72ce7 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=adf6f1699a0740ee99ae03ef2423d143&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566084 Sep 01 14:09:55.870120 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:55.980415 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-eb817e5c-a96f-4a15-bf8b-8bdb221751aa service neutron] 10.222.0.25 "GET /networking/v2.0/networks/52d2108a-679f-4e17-b63b-779cfbdc360f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424963 Sep 01 14:09:56.000504 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c3f7d2-b261-4159-927b-cb3004d43241 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Router e8f55aa6-3e2f-4434-9312-766524ba3bfd has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:09:56.094783 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8220c-d8db-4612-b701-7657398db826 req-448a9c09-dc19-46c0-b1e5-893ae152db64 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:56.096922 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a8a8220c-d8db-4612-b701-7657398db826 req-448a9c09-dc19-46c0-b1e5-893ae152db64 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 945 time: 0.0958970 Sep 01 14:09:56.130862 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c3f7d2-b261-4159-927b-cb3004d43241 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:09:56.146207 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-68c3f7d2-b261-4159-927b-cb3004d43241 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for floatingip (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:56.148055 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-53b9f353-49c6-4e09-ba58-b529b8e22e34 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/52d2108a-679f-4e17-b63b-779cfbdc360f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611314 Sep 01 14:09:56.152124 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d0b1c0-213b-48fe-9c76-e9e706b85a6c None None] Sync routers for ids ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'] in dv-cinder-852211-7-iscsi {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:09:56.168130 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d0b1c0-213b-48fe-9c76-e9e706b85a6c None None] Routers {'e8f55aa6-3e2f-4434-9312-766524ba3bfd'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:09:56.169015 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-b6d0b1c0-213b-48fe-9c76-e9e706b85a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:09:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:09:56.203509 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-68c3f7d2-b261-4159-927b-cb3004d43241 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/9b188136-a971-4e87-9dc1-a1d308613ac9 HTTP/1.1" status: 200 len: 990 time: 1.6146860 Sep 01 14:09:56.204639 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e82006c-11f2-43d8-b929-e161f9c506d4', 'tag': '69252b21-42c1-4d12-b172-3cdc7e0d6d6b'}] {{(pid=107074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:09:56.206546 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a8a8220c-d8db-4612-b701-7657398db826 req-4977a2ac-62e1-415c-899a-e165431d5288 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0929544 Sep 01 14:09:56.208247 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c297ab1b76e2baeed04979654ee05671bdf6dedd7a272174e678f0e52b3dfb88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16545000-c119-4351-a1cb-17bf7e63dbf6" -d '{"events": [{"name": "network-changed", "server_uuid": "3e82006c-11f2-43d8-b929-e161f9c506d4", "tag": "69252b21-42c1-4d12-b172-3cdc7e0d6d6b"}]}' {{(pid=107074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:09:56.316548 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-b6d0b1c0-213b-48fe-9c76-e9e706b85a6c None None] Set router e8f55aa6-3e2f-4434-9312-766524ba3bfd gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:09:56.334915 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33710c2a-b20d-4a7d-8aeb-5357dcf27f98 req-12d0a1d2-af0b-4094-aadf-75eeac548ede tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:56.336592 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-33710c2a-b20d-4a7d-8aeb-5357dcf27f98 req-12d0a1d2-af0b-4094-aadf-75eeac548ede tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.0556207 Sep 01 14:09:56.411689 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-33710c2a-b20d-4a7d-8aeb-5357dcf27f98 req-f9858ae0-234d-42f0-a2a6-0b7b583e86f9 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670383 Sep 01 14:09:56.432479 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9bb85a-7c0b-4aba-befb-7a816fe62b78 x-openstack-request-id: req-5f9bb85a-7c0b-4aba-befb-7a816fe62b78 {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:09:56.432479 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e82006c-11f2-43d8-b929-e161f9c506d4", "tag": "69252b21-42c1-4d12-b172-3cdc7e0d6d6b", "status": "completed", "code": 200}]} {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:09:56.432479 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f9bb85a-7c0b-4aba-befb-7a816fe62b78 {{(pid=107074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:09:56.432479 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f9bb85a-7c0b-4aba-befb-7a816fe62b78'] response: {'name': 'network-changed', 'server_uuid': '3e82006c-11f2-43d8-b929-e161f9c506d4', 'tag': '69252b21-42c1-4d12-b172-3cdc7e0d6d6b', 'status': 'completed', 'code': 200} Sep 01 14:09:56.507362 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0a6e943c-887a-4d5c-8ab5-e3d94a9ba8d2 req-4d47a3fb-f74b-4ad3-bd4f-c64fbd62a994 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 210 time: 0.0383556 Sep 01 14:09:56.770151 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-b6d0b1c0-213b-48fe-9c76-e9e706b85a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'name': 'tempest-AttachVolumeNegativeTest-1411166407-router', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:07:23Z', 'updated_at': '2022-09-01T14:07:28Z', 'revision_number': 4, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'gw_port': {'id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:24Z', 'updated_at': '2022-09-01T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': '9b188136-a971-4e87-9dc1-a1d308613ac9', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'port_id': '69252b21-42c1-4d12-b172-3cdc7e0d6d6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'mac_address': 'fa:16:3e:76:c4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e82006c-11f2-43d8-b929-e161f9c506d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:09:27Z', 'updated_at': '2022-09-01T14:09:55Z', 'revision_number': 1, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'fixed_ip_address_scope': None}, {'id': 'e9efb998-fb9c-4d8e-8668-f1427837bef0', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'port_id': 'e0564e10-4a1c-482b-8355-e8813807b5bd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'mac_address': 'fa:16:3e:27:9b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91814986-adf4-46cb-8edf-820106d37ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:07:33Z', 'updated_at': '2022-09-01T14:08:10Z', 'revision_number': 2, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d322708-60c7-4a61-b0df-8d1e76fa1ff4', 'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'mac_address': 'fa:16:3e:a6:5b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:27Z', 'updated_at': '2022-09-01T14:07:34Z', 'revision_number': 5, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'subnets': [{'id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:09:56.796563 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d0b1c0-213b-48fe-9c76-e9e706b85a6c None None] Checking router: e8f55aa6-3e2f-4434-9312-766524ba3bfd for host: dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:09:56.807026 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d0b1c0-213b-48fe-9c76-e9e706b85a6c None None] Routers {'e8f55aa6-3e2f-4434-9312-766524ba3bfd'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:09:56.807656 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-b6d0b1c0-213b-48fe-9c76-e9e706b85a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:09:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:09:56.906452 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:56.924460 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-b6d0b1c0-213b-48fe-9c76-e9e706b85a6c None None] Set router e8f55aa6-3e2f-4434-9312-766524ba3bfd gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:09:57.094329 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:57.197703 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-b6d0b1c0-213b-48fe-9c76-e9e706b85a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'name': 'tempest-AttachVolumeNegativeTest-1411166407-router', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:07:23Z', 'updated_at': '2022-09-01T14:07:28Z', 'revision_number': 4, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'gw_port': {'id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:24Z', 'updated_at': '2022-09-01T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': '9b188136-a971-4e87-9dc1-a1d308613ac9', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'port_id': '69252b21-42c1-4d12-b172-3cdc7e0d6d6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'mac_address': 'fa:16:3e:76:c4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e82006c-11f2-43d8-b929-e161f9c506d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:09:27Z', 'updated_at': '2022-09-01T14:09:55Z', 'revision_number': 1, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'fixed_ip_address_scope': None}, {'id': 'e9efb998-fb9c-4d8e-8668-f1427837bef0', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'port_id': 'e0564e10-4a1c-482b-8355-e8813807b5bd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'mac_address': 'fa:16:3e:27:9b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91814986-adf4-46cb-8edf-820106d37ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:07:33Z', 'updated_at': '2022-09-01T14:08:10Z', 'revision_number': 2, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d322708-60c7-4a61-b0df-8d1e76fa1ff4', 'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'mac_address': 'fa:16:3e:a6:5b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:27Z', 'updated_at': '2022-09-01T14:07:34Z', 'revision_number': 5, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'subnets': [{'id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:09:57.227131 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d0b1c0-213b-48fe-9c76-e9e706b85a6c None None] The sync data for ids ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'] in dv-cinder-852211-7-iscsi is: [{'id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'name': 'tempest-AttachVolumeNegativeTest-1411166407-router', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:07:23Z', 'updated_at': '2022-09-01T14:07:28Z', 'revision_number': 4, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'gw_port': {'id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:24Z', 'updated_at': '2022-09-01T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': '9b188136-a971-4e87-9dc1-a1d308613ac9', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'port_id': '69252b21-42c1-4d12-b172-3cdc7e0d6d6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'mac_address': 'fa:16:3e:76:c4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e82006c-11f2-43d8-b929-e161f9c506d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:09:27Z', 'updated_at': '2022-09-01T14:09:55Z', 'revision_number': 1, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'fixed_ip_address_scope': None}, {'id': 'e9efb998-fb9c-4d8e-8668-f1427837bef0', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'port_id': 'e0564e10-4a1c-482b-8355-e8813807b5bd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'mac_address': 'fa:16:3e:27:9b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91814986-adf4-46cb-8edf-820106d37ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:07:33Z', 'updated_at': '2022-09-01T14:08:10Z', 'revision_number': 2, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d322708-60c7-4a61-b0df-8d1e76fa1ff4', 'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'mac_address': 'fa:16:3e:a6:5b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:27Z', 'updated_at': '2022-09-01T14:07:34Z', 'revision_number': 5, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'subnets': [{'id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:09:57.347872 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8725f1-b893-4f1f-b45c-ff742812bd73 req-5b3ce23e-ccd3-4ea2-a68d-8c808b7d1728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:57.350513 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0d8725f1-b893-4f1f-b45c-ff742812bd73 req-5b3ce23e-ccd3-4ea2-a68d-8c808b7d1728 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 1129 time: 0.0838764 Sep 01 14:09:57.392980 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54034bea-212a-4056-a8ca-c74735bd616a req-35c45502-d800-46cb-9646-1f2207071781 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:57.394568 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-54034bea-212a-4056-a8ca-c74735bd616a req-35c45502-d800-46cb-9646-1f2207071781 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 945 time: 0.0625529 Sep 01 14:09:57.463506 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16545000-c119-4351-a1cb-17bf7e63dbf6 req-2de9bac2-73ae-402c-a885-32b94f26fab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:57.465406 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-16545000-c119-4351-a1cb-17bf7e63dbf6 req-2de9bac2-73ae-402c-a885-32b94f26fab3 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=90a84500a899479aabfa3aeb72b4c4ae&device_id=3e82006c-11f2-43d8-b929-e161f9c506d4 HTTP/1.1" status: 200 len: 1129 time: 0.0715852 Sep 01 14:09:57.487409 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-563b2fc4-5f25-4ee1-b9b2-9e5dcb5eea5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:57.506546 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0d8725f1-b893-4f1f-b45c-ff742812bd73 req-cdfc6714-3a5a-44e0-b553-f705186d4d57 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1105816 Sep 01 14:09:57.524214 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-54034bea-212a-4056-a8ca-c74735bd616a req-ad557b74-473a-4efa-9cc5-ffc4ed536ce9 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1216557 Sep 01 14:09:57.570213 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:57.572278 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:57.584209 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284f62e-f3d4-4a83-8ec8-709d4c57292f req-911cc818-1cca-4e3a-a030-4187a4dc202c tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:57.586042 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e284f62e-f3d4-4a83-8ec8-709d4c57292f req-911cc818-1cca-4e3a-a030-4187a4dc202c tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.0607829 Sep 01 14:09:57.592235 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:09:57.593384 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf0c1b7-e62d-4c8b-8bdb-8e8d93d8d76e None None] New status for floating IP 9b188136-a971-4e87-9dc1-a1d308613ac9: ACTIVE {{(pid=107076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 14:09:57.648223 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e284f62e-f3d4-4a83-8ec8-709d4c57292f req-b080e4e3-2ade-48a3-9a01-81beab681f38 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553877 Sep 01 14:09:57.666616 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16545000-c119-4351-a1cb-17bf7e63dbf6 req-0ba0140c-d2dd-4d64-b0b4-62b0aa4998eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:57.669284 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-16545000-c119-4351-a1cb-17bf7e63dbf6 req-0ba0140c-d2dd-4d64-b0b4-62b0aa4998eb service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=4f2459fa-f112-4ee1-abd3-6f4952507858 HTTP/1.1" status: 200 len: 916 time: 0.1955519 Sep 01 14:09:57.699380 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2bfee27d-5571-4c6c-b2a1-9e6ed267d8da req-c56270d8-13fc-47a9-9253-21aed8ebc543 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 210 time: 0.0495725 Sep 01 14:09:57.822252 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-16545000-c119-4351-a1cb-17bf7e63dbf6 req-a280b8ca-1049-4752-93ca-425af51b12f5 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69252b21-42c1-4d12-b172-3cdc7e0d6d6b HTTP/1.1" status: 200 len: 998 time: 0.0769584 Sep 01 14:09:57.876281 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16545000-c119-4351-a1cb-17bf7e63dbf6 req-58745413-e571-4006-9d75-6e565dfcc565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:57.878400 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-16545000-c119-4351-a1cb-17bf7e63dbf6 req-58745413-e571-4006-9d75-6e565dfcc565 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=114ef839-6b7e-436f-ad2e-66278bf71661 HTTP/1.1" status: 200 len: 854 time: 0.0495017 Sep 01 14:09:57.931810 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16545000-c119-4351-a1cb-17bf7e63dbf6 req-005bdd6f-064c-4faa-ae97-c45bf394f8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:57.933369 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-16545000-c119-4351-a1cb-17bf7e63dbf6 req-005bdd6f-064c-4faa-ae97-c45bf394f8e4 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=4f2459fa-f112-4ee1-abd3-6f4952507858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443623 Sep 01 14:09:58.040082 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-16545000-c119-4351-a1cb-17bf7e63dbf6 req-f326d3db-2320-4349-a448-bb923901d1d0 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4f2459fa-f112-4ee1-abd3-6f4952507858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991831 Sep 01 14:09:58.685408 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-16545000-c119-4351-a1cb-17bf7e63dbf6 req-2dfec4db-ab20-45f3-98f8-493ff7c6f7f1 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4f2459fa-f112-4ee1-abd3-6f4952507858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491938 Sep 01 14:09:58.703804 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c8667-e95e-4918-ad40-9bb863308eef req-ce309a1c-42e2-44b6-9c91-f68ffac36333 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:58.707920 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e12c8667-e95e-4918-ad40-9bb863308eef req-ce309a1c-42e2-44b6-9c91-f68ffac36333 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 945 time: 0.0621481 Sep 01 14:09:58.816138 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e12c8667-e95e-4918-ad40-9bb863308eef req-83a3c213-8093-4884-84ea-47a4373ef5f8 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0971873 Sep 01 14:09:58.856314 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06e1df-2084-4c8f-9c1b-135b8dd9da2b req-d89c35c0-105f-4eb2-996f-201ad6c5be18 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:58.857932 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0b06e1df-2084-4c8f-9c1b-135b8dd9da2b req-d89c35c0-105f-4eb2-996f-201ad6c5be18 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.0610471 Sep 01 14:09:58.919505 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0b06e1df-2084-4c8f-9c1b-135b8dd9da2b req-f6982e6e-f385-49dc-805c-38c800536300 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511250 Sep 01 14:09:58.952069 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-63182748-2bcb-452f-a436-05b7aa5b4765 req-3830bd01-a2f4-493b-a0d0-3279ae509e11 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 210 time: 0.0370600 Sep 01 14:09:59.253519 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:09:59.955016 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3e90e-dd42-47eb-8889-50e141b3f186 req-8a3ffeb9-ce48-4b9c-9331-22104e4ac099 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:09:59.958430 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-bfa3e90e-dd42-47eb-8889-50e141b3f186 req-8a3ffeb9-ce48-4b9c-9331-22104e4ac099 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 945 time: 0.0556681 Sep 01 14:10:00.021452 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:00.027460 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-bfa3e90e-dd42-47eb-8889-50e141b3f186 req-e24670b6-fab8-4131-b7a6-5f1977a903a4 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627782 Sep 01 14:10:00.070703 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b6853-2523-4c83-8b11-89c1bc51e3d9 req-674706a7-b059-400d-b89f-df0f35a942d1 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:00.072301 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-fa6b6853-2523-4c83-8b11-89c1bc51e3d9 req-674706a7-b059-400d-b89f-df0f35a942d1 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.0642836 Sep 01 14:10:00.137762 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-fa6b6853-2523-4c83-8b11-89c1bc51e3d9 req-4c3f1df7-7e69-4b47-a237-47ba37ea7c37 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592065 Sep 01 14:10:00.154882 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ec3a0885-5eeb-495a-a3c7-a9a16900b2ba req-4c4847eb-e360-442b-ba57-ddc67adca03c tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 210 time: 0.0345163 Sep 01 14:10:00.361658 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:01.155580 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:01.229739 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69981b19-1feb-44d8-8874-ce3ced9587e8 req-eef44200-5563-4237-9c25-be512996bc87 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:01.231903 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-69981b19-1feb-44d8-8874-ce3ced9587e8 req-eef44200-5563-4237-9c25-be512996bc87 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 945 time: 0.0672376 Sep 01 14:10:01.309185 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553a17d-8cf6-4770-b55c-da37f273e58b req-3520060c-acac-464c-ac01-8373ea611ca5 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:01.310846 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9553a17d-8cf6-4770-b55c-da37f273e58b req-3520060c-acac-464c-ac01-8373ea611ca5 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.0772231 Sep 01 14:10:01.349514 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-69981b19-1feb-44d8-8874-ce3ced9587e8 req-bb5bc842-d19d-4fd5-9468-c773d7b1fc82 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1029553 Sep 01 14:10:01.398484 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9553a17d-8cf6-4770-b55c-da37f273e58b req-7a7d95c5-aa65-4e7a-909a-fb8f268d4ba2 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738533 Sep 01 14:10:01.474898 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-da53e172-25a2-45b1-87bb-e746e5dbe25a req-a0c6e5f7-8788-4b0f-9bcb-13696436b7ff tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 210 time: 0.0376835 Sep 01 14:10:02.541056 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e20a5-d502-4e4d-a5d1-fd012c9fc72d req-2537cfec-a199-47bb-b627-4781ce12c2af tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:02.543248 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-055e20a5-d502-4e4d-a5d1-fd012c9fc72d req-2537cfec-a199-47bb-b627-4781ce12c2af tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 945 time: 0.0935411 Sep 01 14:10:02.630282 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b668d-5ddc-4e50-b308-ddad96f626de req-cd6051ad-a9e2-4a9f-ac34-5fa58cb5120d tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:02.631925 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-044b668d-5ddc-4e50-b308-ddad96f626de req-cd6051ad-a9e2-4a9f-ac34-5fa58cb5120d tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.0876088 Sep 01 14:10:02.655495 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-055e20a5-d502-4e4d-a5d1-fd012c9fc72d req-ae07ff19-74c2-4a30-aaa5-4ce115444057 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0986891 Sep 01 14:10:02.720716 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-044b668d-5ddc-4e50-b308-ddad96f626de req-6c50319c-8221-444a-bc57-0fe823b6e36a tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771282 Sep 01 14:10:02.816062 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e9d2fa48-968a-4c52-967e-7ad3417d9f8e req-55c3d0fa-2dfe-4f8c-85f9-d1ea9d195b51 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 210 time: 0.0493102 Sep 01 14:10:03.669542 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 6 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:10:03.797387 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07284b2-dafc-44c4-b35f-496aded7a6af req-1de349c6-3a8f-4079-894f-568be4c46159 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:03.799948 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b07284b2-dafc-44c4-b35f-496aded7a6af req-1de349c6-3a8f-4079-894f-568be4c46159 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 945 time: 0.0550663 Sep 01 14:10:03.858932 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b07284b2-dafc-44c4-b35f-496aded7a6af req-080a4c8a-d9ce-4c9d-9167-adab20078ba6 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530124 Sep 01 14:10:03.976225 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5da186-7d68-4e4e-9898-f4654e280b9f req-b62b08c5-00ad-4c49-a0a7-7d33acd98220 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:03.977827 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-bf5da186-7d68-4e4e-9898-f4654e280b9f req-b62b08c5-00ad-4c49-a0a7-7d33acd98220 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.0532763 Sep 01 14:10:04.063898 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-bf5da186-7d68-4e4e-9898-f4654e280b9f req-19ee65bf-df22-4a9f-ad73-21bb9ed42e29 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795312 Sep 01 14:10:04.177362 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8033100e-7a70-4e55-82af-6cdfec1527b0 req-7283f308-9dba-4ea5-8071-e3fe5d119a46 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 210 time: 0.0321996 Sep 01 14:10:04.318042 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:04.335616 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e430ff-6f5f-4d0a-a705-0ba7092606fe req-0cc992ad-9e43-458d-85c9-f2c7a7a15b0e tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:04.337880 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d9e430ff-6f5f-4d0a-a705-0ba7092606fe req-0cc992ad-9e43-458d-85c9-f2c7a7a15b0e tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 945 time: 0.0739784 Sep 01 14:10:04.443740 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d9e430ff-6f5f-4d0a-a705-0ba7092606fe req-f595a4bd-8281-4801-9ca4-29dfadd64528 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0889802 Sep 01 14:10:04.476328 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 59404) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:10:04.513964 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-635c7cf4-734a-494a-8be8-fd3bd8508ed7 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:04.515760 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-635c7cf4-734a-494a-8be8-fd3bd8508ed7 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.72 "GET /networking/v2.0/networks?id=52d2108a-679f-4e17-b63b-779cfbdc360f HTTP/1.1" status: 200 len: 815 time: 0.1411116 Sep 01 14:10:04.538844 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-034656c1-2f96-41f9-9dff-c0eabab0d360 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Request body: {'port': {'device_id': 'd917f141-65db-49b0-87ed-0e1e0b72bb4a', 'network_id': '52d2108a-679f-4e17-b63b-779cfbdc360f', 'admin_state_up': True, 'tenant_id': 'adf6f1699a0740ee99ae03ef2423d143'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:10:04.865152 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-034656c1-2f96-41f9-9dff-c0eabab0d360 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Made reservation on behalf of adf6f1699a0740ee99ae03ef2423d143 for: {'port': 1} {{(pid=107074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:10:04.871871 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-034656c1-2f96-41f9-9dff-c0eabab0d360 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:04.957040 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfe86e8-0449-418b-a211-e9c6a79e3cb4 tempest-TestShelveInstance-132199009 tempest-TestShelveInstance-132199009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:04.959937 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-9cfe86e8-0449-418b-a211-e9c6a79e3cb4 tempest-TestShelveInstance-132199009 tempest-TestShelveInstance-132199009-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 1124 time: 0.4825404 Sep 01 14:10:04.964467 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 59412) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:10:04.969116 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-8ff96e25-f31c-41cf-b92f-5bb0730303cc tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Request body: {'floatingip': {'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'port_id': '9b44c940-faa5-4df3-83f2-2d676ad70287', 'tenant_id': 'c1c061b824cb4a92a469061e7a67f967', 'fixed_ip_address': '172.20.0.8'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:10:05.088178 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:05.090555 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_common [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-034656c1-2f96-41f9-9dff-c0eabab0d360 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Allocated IP 172.20.0.12 (52d2108a-679f-4e17-b63b-779cfbdc360f/b648ad59-9807-46a0-b795-1c2f9dd3fe6d/9784e98b-3dcc-42d6-a82e-41f46d73700f) {{(pid=107074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:10:05.174374 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8ff96e25-f31c-41cf-b92f-5bb0730303cc tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:05.300700 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c3b9b-3a8d-4e04-8216-32c2e8683ff1 req-f0d817ae-2f60-4f08-9649-c5f26fd03922 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:05.304541 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ce1c3b9b-3a8d-4e04-8216-32c2e8683ff1 req-f0d817ae-2f60-4f08-9649-c5f26fd03922 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.0720847 Sep 01 14:10:05.331643 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-034656c1-2f96-41f9-9dff-c0eabab0d360 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks [] for port (9784e98b-3dcc-42d6-a82e-41f46d73700f), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:05.334006 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:05.338774 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:05.358692 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8ff96e25-f31c-41cf-b92f-5bb0730303cc tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:05.370080 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-08af0670-db59-4c89-86bf-b875811ed1b2 req-b684e400-20d5-4e3f-879f-9085bde0ac63 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 210 time: 0.0635841 Sep 01 14:10:05.454207 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ce1c3b9b-3a8d-4e04-8216-32c2e8683ff1 req-243b37db-5207-4939-8c01-96db9677a15a tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379688 Sep 01 14:10:05.484180 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-034656c1-2f96-41f9-9dff-c0eabab0d360 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (9784e98b-3dcc-42d6-a82e-41f46d73700f), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:05.538731 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-034656c1-2f96-41f9-9dff-c0eabab0d360 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Network 52d2108a-679f-4e17-b63b-779cfbdc360f is already hosted by enough agents. {{(pid=107074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:10:05.542308 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-034656c1-2f96-41f9-9dff-c0eabab0d360 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Resources bound (agent type, host, resource id): {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:10:05.545662 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-034656c1-2f96-41f9-9dff-c0eabab0d360 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Received port after_create {{(pid=107074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:10:05.557446 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.db_base_plugin_common [None req-8ff96e25-f31c-41cf-b92f-5bb0730303cc tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Allocated IP 172.27.2.129 (495e3753-365b-4db4-ace7-a3dca370cb0d/c60058e0-5076-4233-a499-c0113b757f85/b096ef7f-2591-4a26-affa-61ad37887d72) {{(pid=107073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:10:05.585081 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034656c1-2f96-41f9-9dff-c0eabab0d360 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Pushing event updated for resources: {'Port': ['ID=9784e98b-3dcc-42d6-a82e-41f46d73700f,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:10:05.600613 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034656c1-2f96-41f9-9dff-c0eabab0d360 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:10:05.600980 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034656c1-2f96-41f9-9dff-c0eabab0d360 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:10:05.601325 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034656c1-2f96-41f9-9dff-c0eabab0d360 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:10:05.601692 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034656c1-2f96-41f9-9dff-c0eabab0d360 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:10:05.602064 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034656c1-2f96-41f9-9dff-c0eabab0d360 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:10:05.602436 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034656c1-2f96-41f9-9dff-c0eabab0d360 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:10:05.602845 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034656c1-2f96-41f9-9dff-c0eabab0d360 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:10:05.603202 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034656c1-2f96-41f9-9dff-c0eabab0d360 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:10:05.603537 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034656c1-2f96-41f9-9dff-c0eabab0d360 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:10:05.603869 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034656c1-2f96-41f9-9dff-c0eabab0d360 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:10:05.604273 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034656c1-2f96-41f9-9dff-c0eabab0d360 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:10:05.604608 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034656c1-2f96-41f9-9dff-c0eabab0d360 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:10:05.604938 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034656c1-2f96-41f9-9dff-c0eabab0d360 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:10:05.605279 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034656c1-2f96-41f9-9dff-c0eabab0d360 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:10:05.605652 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034656c1-2f96-41f9-9dff-c0eabab0d360 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:10:05.639264 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-034656c1-2f96-41f9-9dff-c0eabab0d360 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:05.639941 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-034656c1-2f96-41f9-9dff-c0eabab0d360 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:05.737862 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8ff96e25-f31c-41cf-b92f-5bb0730303cc tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks [] for port (b096ef7f-2591-4a26-affa-61ad37887d72), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:05.756188 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:05.766473 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-034656c1-2f96-41f9-9dff-c0eabab0d360 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2340562 Sep 01 14:10:05.877847 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-bcd5f885-462a-4f74-9dac-b1698785b4c8 None None] Provisioning complete for port 9784e98b-3dcc-42d6-a82e-41f46d73700f triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:10:05.878466 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-bcd5f885-462a-4f74-9dac-b1698785b4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (9784e98b-3dcc-42d6-a82e-41f46d73700f), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:05.887683 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8ff96e25-f31c-41cf-b92f-5bb0730303cc tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (b096ef7f-2591-4a26-affa-61ad37887d72), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:05.922208 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-bcd5f885-462a-4f74-9dac-b1698785b4c8 None None] Port 9784e98b-3dcc-42d6-a82e-41f46d73700f cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 14:10:05.933122 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff96e25-f31c-41cf-b92f-5bb0730303cc tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Network 495e3753-365b-4db4-ace7-a3dca370cb0d is already hosted by enough agents. {{(pid=107073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:10:05.936660 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.base_scheduler [None req-8ff96e25-f31c-41cf-b92f-5bb0730303cc tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Resources bound (agent type, host, resource id): {{(pid=107073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:10:05.941465 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff96e25-f31c-41cf-b92f-5bb0730303cc tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Received port after_create {{(pid=107073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:10:05.972818 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff96e25-f31c-41cf-b92f-5bb0730303cc tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Pushing event updated for resources: {'Port': ['ID=b096ef7f-2591-4a26-affa-61ad37887d72,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:10:05.986911 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff96e25-f31c-41cf-b92f-5bb0730303cc tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:10:05.991117 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff96e25-f31c-41cf-b92f-5bb0730303cc tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:10:05.991117 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff96e25-f31c-41cf-b92f-5bb0730303cc tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:10:05.991117 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff96e25-f31c-41cf-b92f-5bb0730303cc tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:10:05.991117 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff96e25-f31c-41cf-b92f-5bb0730303cc tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:10:05.991117 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff96e25-f31c-41cf-b92f-5bb0730303cc tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:10:05.991117 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff96e25-f31c-41cf-b92f-5bb0730303cc tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:10:05.991117 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff96e25-f31c-41cf-b92f-5bb0730303cc tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:10:05.991117 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff96e25-f31c-41cf-b92f-5bb0730303cc tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:10:05.991117 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff96e25-f31c-41cf-b92f-5bb0730303cc tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:10:05.991117 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff96e25-f31c-41cf-b92f-5bb0730303cc tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:10:05.991117 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff96e25-f31c-41cf-b92f-5bb0730303cc tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:10:05.991117 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff96e25-f31c-41cf-b92f-5bb0730303cc tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:10:05.991117 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff96e25-f31c-41cf-b92f-5bb0730303cc tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:10:05.993226 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff96e25-f31c-41cf-b92f-5bb0730303cc tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:10:06.394707 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8ff96e25-f31c-41cf-b92f-5bb0730303cc tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks [] for floatingip (f820d11d-1e06-4222-8946-4ae68e6b0ad6), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:06.523961 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:06.557743 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c07b5-99ee-4c89-962d-2c52bc966553 req-e650af0d-43ee-454f-8a09-e87667c9570c tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:06.560201 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-fd6c07b5-99ee-4c89-962d-2c52bc966553 req-e650af0d-43ee-454f-8a09-e87667c9570c tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 932 time: 0.0839057 Sep 01 14:10:06.700370 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683e3c7-6465-4f52-a930-810d217e4188 req-6ff44821-6e9b-41e7-9f03-cd3578da7268 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:06.701966 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a683e3c7-6465-4f52-a930-810d217e4188 req-6ff44821-6e9b-41e7-9f03-cd3578da7268 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.1255867 Sep 01 14:10:06.708519 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8ff96e25-f31c-41cf-b92f-5bb0730303cc tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (b096ef7f-2591-4a26-affa-61ad37887d72), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:06.748279 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-fd6c07b5-99ee-4c89-962d-2c52bc966553 req-1f707588-2077-44cc-9ff2-f77e3e8583e9 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801565 Sep 01 14:10:06.823009 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a683e3c7-6465-4f52-a930-810d217e4188 req-2088422a-72c2-4816-9a5a-0a4e2148cd34 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086273 Sep 01 14:10:06.928786 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8ff96e25-f31c-41cf-b92f-5bb0730303cc tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks [] for port (b096ef7f-2591-4a26-affa-61ad37887d72), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:06.995286 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8ff96e25-f31c-41cf-b92f-5bb0730303cc tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3071173'] for port (b096ef7f-2591-4a26-affa-61ad37887d72), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:06.999244 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:07.074704 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8ff96e25-f31c-41cf-b92f-5bb0730303cc tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122292'] for floatingip (f820d11d-1e06-4222-8946-4ae68e6b0ad6), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:07.076777 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff96e25-f31c-41cf-b92f-5bb0730303cc tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Pushing event updated for resources: {'Port': ['ID=b096ef7f-2591-4a26-affa-61ad37887d72,revision_number=2']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:10:07.186726 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.db.l3_db [None req-8ff96e25-f31c-41cf-b92f-5bb0730303cc tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Floating IP f820d11d-1e06-4222-8946-4ae68e6b0ad6 associated. External IP: 172.27.2.129, port: 9b44c940-faa5-4df3-83f2-2d676ad70287. Sep 01 14:10:07.416024 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff96e25-f31c-41cf-b92f-5bb0730303cc tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Router 4cd8ab48-4990-4a25-9ce6-97826bc73f25 has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:10:07.590206 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff96e25-f31c-41cf-b92f-5bb0730303cc tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:10:07.605802 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f0100d-b176-4406-8af0-080985da8dda None None] Sync routers for ids ['4cd8ab48-4990-4a25-9ce6-97826bc73f25'] in dv-cinder-852211-7-iscsi {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:10:07.623332 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f0100d-b176-4406-8af0-080985da8dda None None] Routers {'4cd8ab48-4990-4a25-9ce6-97826bc73f25'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:10:07.624377 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-a1f0100d-b176-4406-8af0-080985da8dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:09:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['4cd8ab48-4990-4a25-9ce6-97826bc73f25'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:10:07.677613 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8ff96e25-f31c-41cf-b92f-5bb0730303cc tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for floatingip (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:07.720310 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-8ff96e25-f31c-41cf-b92f-5bb0730303cc tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7543967 Sep 01 14:10:07.721496 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc866f4-91c1-4384-b88a-5866ca150aea', 'tag': '9b44c940-faa5-4df3-83f2-2d676ad70287'}] {{(pid=107073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:10:07.724631 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa2be68435688eaee197eda6180a725a3135abf9bfe352ecc662039bf4a93bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78410661-8535-4977-8a58-6bb8f5957305" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc866f4-91c1-4384-b88a-5866ca150aea", "tag": "9b44c940-faa5-4df3-83f2-2d676ad70287"}]}' {{(pid=107073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:10:07.773464 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f96b5e-ca72-40af-86c1-6b55d6d8a478 x-openstack-request-id: req-34f96b5e-ca72-40af-86c1-6b55d6d8a478 {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:10:07.773988 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc866f4-91c1-4384-b88a-5866ca150aea", "tag": "9b44c940-faa5-4df3-83f2-2d676ad70287", "status": "completed", "code": 200}]} {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:10:07.774316 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-34f96b5e-ca72-40af-86c1-6b55d6d8a478 {{(pid=107073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:10:07.774770 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34f96b5e-ca72-40af-86c1-6b55d6d8a478'] response: {'name': 'network-changed', 'server_uuid': '3cc866f4-91c1-4384-b88a-5866ca150aea', 'tag': '9b44c940-faa5-4df3-83f2-2d676ad70287', 'status': 'completed', 'code': 200} Sep 01 14:10:07.815089 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-a1f0100d-b176-4406-8af0-080985da8dda None None] Set router 4cd8ab48-4990-4a25-9ce6-97826bc73f25 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:10:08.226659 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-a1f0100d-b176-4406-8af0-080985da8dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd8ab48-4990-4a25-9ce6-97826bc73f25', 'name': 'tempest-TestShelveInstance-1289640127-router', 'tenant_id': 'c1c061b824cb4a92a469061e7a67f967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'db651706-b019-4d4e-91ff-d62584e223b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:08:36Z', 'updated_at': '2022-09-01T14:08:44Z', 'revision_number': 4, 'project_id': 'c1c061b824cb4a92a469061e7a67f967', 'gw_port': {'id': 'db651706-b019-4d4e-91ff-d62584e223b7', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8ab48-4990-4a25-9ce6-97826bc73f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:08:37Z', 'updated_at': '2022-09-01T14:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': 'f820d11d-1e06-4222-8946-4ae68e6b0ad6', 'tenant_id': 'c1c061b824cb4a92a469061e7a67f967', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': '4cd8ab48-4990-4a25-9ce6-97826bc73f25', 'port_id': '9b44c940-faa5-4df3-83f2-2d676ad70287', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd990df73-a69e-4562-a002-6a937695b5ba', 'mac_address': 'fa:16:3e:59:70:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc866f4-91c1-4384-b88a-5866ca150aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:10:06Z', 'updated_at': '2022-09-01T14:10:06Z', 'revision_number': 0, 'project_id': 'c1c061b824cb4a92a469061e7a67f967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61a5885c-2577-492c-8cdf-49361d85db1b', 'name': '', 'network_id': 'd990df73-a69e-4562-a002-6a937695b5ba', 'tenant_id': 'c1c061b824cb4a92a469061e7a67f967', 'mac_address': 'fa:16:3e:68:8b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8ab48-4990-4a25-9ce6-97826bc73f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '090e269d-51eb-4081-b0e5-a44524761efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:08:42Z', 'updated_at': '2022-09-01T14:08:51Z', 'revision_number': 5, 'project_id': 'c1c061b824cb4a92a469061e7a67f967', 'subnets': [{'id': '090e269d-51eb-4081-b0e5-a44524761efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:10:08.261988 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f0100d-b176-4406-8af0-080985da8dda None None] Checking router: 4cd8ab48-4990-4a25-9ce6-97826bc73f25 for host: dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:10:08.272529 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f0100d-b176-4406-8af0-080985da8dda None None] Routers {'4cd8ab48-4990-4a25-9ce6-97826bc73f25'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:10:08.273215 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-a1f0100d-b176-4406-8af0-080985da8dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:09:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['4cd8ab48-4990-4a25-9ce6-97826bc73f25'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:10:08.279257 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb48571-0ef4-43e0-ae67-22eded8013b1 req-6a8a1a3c-6dc5-4ae9-a732-bde39a9ac564 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:08.280962 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6cb48571-0ef4-43e0-ae67-22eded8013b1 req-6a8a1a3c-6dc5-4ae9-a732-bde39a9ac564 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 932 time: 0.4219506 Sep 01 14:10:08.298017 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350dbf1d-7f3b-480e-8249-9fb2e4930bfa req-d56b9896-8d95-430f-9d17-d5ca2434cc22 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:08.300200 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-350dbf1d-7f3b-480e-8249-9fb2e4930bfa req-d56b9896-8d95-430f-9d17-d5ca2434cc22 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.0690808 Sep 01 14:10:08.351428 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:08.380338 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6cb48571-0ef4-43e0-ae67-22eded8013b1 req-8f54c05b-9da8-4502-8306-077919e87c8c tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890043 Sep 01 14:10:08.393755 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-350dbf1d-7f3b-480e-8249-9fb2e4930bfa req-529cb33f-31d4-436b-a41d-513a49378f34 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786269 Sep 01 14:10:08.405648 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-a1f0100d-b176-4406-8af0-080985da8dda None None] Set router 4cd8ab48-4990-4a25-9ce6-97826bc73f25 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:10:08.410046 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:08.467863 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-a953833d-eea9-4739-9818-8630b2e7bd29 service neutron] Request body: {'port': {'device_id': 'd917f141-65db-49b0-87ed-0e1e0b72bb4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:10:08.548067 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-a953833d-eea9-4739-9818-8630b2e7bd29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (9784e98b-3dcc-42d6-a82e-41f46d73700f), before_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:08.555702 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:08.575128 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78410661-8535-4977-8a58-6bb8f5957305 req-78289bb4-663d-4886-b818-376b281a1aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:08.578044 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-78410661-8535-4977-8a58-6bb8f5957305 req-78289bb4-663d-4886-b818-376b281a1aa7 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=c1c061b824cb4a92a469061e7a67f967&device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 1129 time: 0.0836334 Sep 01 14:10:08.756359 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78410661-8535-4977-8a58-6bb8f5957305 req-82ab821c-73bd-4312-829f-de124570278a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:08.758903 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-78410661-8535-4977-8a58-6bb8f5957305 req-82ab821c-73bd-4312-829f-de124570278a service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=d990df73-a69e-4562-a002-6a937695b5ba HTTP/1.1" status: 200 len: 910 time: 0.1705706 Sep 01 14:10:08.820324 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:08.824366 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-a1f0100d-b176-4406-8af0-080985da8dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd8ab48-4990-4a25-9ce6-97826bc73f25', 'name': 'tempest-TestShelveInstance-1289640127-router', 'tenant_id': 'c1c061b824cb4a92a469061e7a67f967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'db651706-b019-4d4e-91ff-d62584e223b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:08:36Z', 'updated_at': '2022-09-01T14:08:44Z', 'revision_number': 4, 'project_id': 'c1c061b824cb4a92a469061e7a67f967', 'gw_port': {'id': 'db651706-b019-4d4e-91ff-d62584e223b7', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8ab48-4990-4a25-9ce6-97826bc73f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:08:37Z', 'updated_at': '2022-09-01T14:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': 'f820d11d-1e06-4222-8946-4ae68e6b0ad6', 'tenant_id': 'c1c061b824cb4a92a469061e7a67f967', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': '4cd8ab48-4990-4a25-9ce6-97826bc73f25', 'port_id': '9b44c940-faa5-4df3-83f2-2d676ad70287', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd990df73-a69e-4562-a002-6a937695b5ba', 'mac_address': 'fa:16:3e:59:70:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc866f4-91c1-4384-b88a-5866ca150aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:10:06Z', 'updated_at': '2022-09-01T14:10:06Z', 'revision_number': 0, 'project_id': 'c1c061b824cb4a92a469061e7a67f967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61a5885c-2577-492c-8cdf-49361d85db1b', 'name': '', 'network_id': 'd990df73-a69e-4562-a002-6a937695b5ba', 'tenant_id': 'c1c061b824cb4a92a469061e7a67f967', 'mac_address': 'fa:16:3e:68:8b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8ab48-4990-4a25-9ce6-97826bc73f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '090e269d-51eb-4081-b0e5-a44524761efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:08:42Z', 'updated_at': '2022-09-01T14:08:51Z', 'revision_number': 5, 'project_id': 'c1c061b824cb4a92a469061e7a67f967', 'subnets': [{'id': '090e269d-51eb-4081-b0e5-a44524761efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:10:08.860309 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f0100d-b176-4406-8af0-080985da8dda None None] The sync data for ids ['4cd8ab48-4990-4a25-9ce6-97826bc73f25'] in dv-cinder-852211-7-iscsi is: [{'id': '4cd8ab48-4990-4a25-9ce6-97826bc73f25', 'name': 'tempest-TestShelveInstance-1289640127-router', 'tenant_id': 'c1c061b824cb4a92a469061e7a67f967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'db651706-b019-4d4e-91ff-d62584e223b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:08:36Z', 'updated_at': '2022-09-01T14:08:44Z', 'revision_number': 4, 'project_id': 'c1c061b824cb4a92a469061e7a67f967', 'gw_port': {'id': 'db651706-b019-4d4e-91ff-d62584e223b7', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8ab48-4990-4a25-9ce6-97826bc73f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:08:37Z', 'updated_at': '2022-09-01T14:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': 'f820d11d-1e06-4222-8946-4ae68e6b0ad6', 'tenant_id': 'c1c061b824cb4a92a469061e7a67f967', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': '4cd8ab48-4990-4a25-9ce6-97826bc73f25', 'port_id': '9b44c940-faa5-4df3-83f2-2d676ad70287', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd990df73-a69e-4562-a002-6a937695b5ba', 'mac_address': 'fa:16:3e:59:70:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc866f4-91c1-4384-b88a-5866ca150aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:10:06Z', 'updated_at': '2022-09-01T14:10:06Z', 'revision_number': 0, 'project_id': 'c1c061b824cb4a92a469061e7a67f967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61a5885c-2577-492c-8cdf-49361d85db1b', 'name': '', 'network_id': 'd990df73-a69e-4562-a002-6a937695b5ba', 'tenant_id': 'c1c061b824cb4a92a469061e7a67f967', 'mac_address': 'fa:16:3e:68:8b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8ab48-4990-4a25-9ce6-97826bc73f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '090e269d-51eb-4081-b0e5-a44524761efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:08:42Z', 'updated_at': '2022-09-01T14:08:51Z', 'revision_number': 5, 'project_id': 'c1c061b824cb4a92a469061e7a67f967', 'subnets': [{'id': '090e269d-51eb-4081-b0e5-a44524761efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:10:08.883587 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-78410661-8535-4977-8a58-6bb8f5957305 req-a687ab38-c61c-42ac-aa74-46cad0c9d185 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b44c940-faa5-4df3-83f2-2d676ad70287 HTTP/1.1" status: 200 len: 999 time: 0.1099324 Sep 01 14:10:08.974947 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78410661-8535-4977-8a58-6bb8f5957305 req-0a66d9c4-993e-4b2c-875a-409ddf78743c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:08.977336 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-78410661-8535-4977-8a58-6bb8f5957305 req-0a66d9c4-993e-4b2c-875a-409ddf78743c service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=090e269d-51eb-4081-b0e5-a44524761efb HTTP/1.1" status: 200 len: 848 time: 0.0804243 Sep 01 14:10:09.067599 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78410661-8535-4977-8a58-6bb8f5957305 req-d12cdbc0-65a8-4d4e-a39d-d51ffc33c2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:09.070204 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-78410661-8535-4977-8a58-6bb8f5957305 req-d12cdbc0-65a8-4d4e-a39d-d51ffc33c2a8 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=d990df73-a69e-4562-a002-6a937695b5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0671928 Sep 01 14:10:09.087798 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-a953833d-eea9-4739-9818-8630b2e7bd29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9784e98b-3dcc-42d6-a82e-41f46d73700f {{(pid=107074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:10:09.100361 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-a953833d-eea9-4739-9818-8630b2e7bd29 service neutron] Publish callbacks [] for port (9784e98b-3dcc-42d6-a82e-41f46d73700f), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:09.117548 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.provisioning_blocks [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-a953833d-eea9-4739-9818-8630b2e7bd29 service neutron] Transition to ACTIVE for port object 9784e98b-3dcc-42d6-a82e-41f46d73700f will not be triggered until provisioned by entity L2. {{(pid=107074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 14:10:09.179290 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a312cd16-ba6a-4039-b0a6-bab032bb9be8 None None] New status for floating IP f820d11d-1e06-4222-8946-4ae68e6b0ad6: ACTIVE {{(pid=107076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 14:10:09.229382 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-78410661-8535-4977-8a58-6bb8f5957305 req-a92913b9-ff81-45cf-85cf-c0a451a9c001 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/d990df73-a69e-4562-a002-6a937695b5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521928 Sep 01 14:10:09.328580 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:09.399344 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-78410661-8535-4977-8a58-6bb8f5957305 req-b74024b9-4180-4743-a4b5-f5e3ca68bc9e service neutron] 10.222.0.72 "GET /networking/v2.0/networks/d990df73-a69e-4562-a002-6a937695b5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599534 Sep 01 14:10:09.571141 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e127a4c-d394-402a-9c1f-07bcf1a5f8d4 req-4f59a56b-2f74-409a-8e6b-5af3e5f13335 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:09.572826 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8e127a4c-d394-402a-9c1f-07bcf1a5f8d4 req-4f59a56b-2f74-409a-8e6b-5af3e5f13335 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 932 time: 0.0883243 Sep 01 14:10:09.603479 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb25fb0-0aa5-47ba-95f2-aed12d23e563 req-a866448b-b415-440b-acc8-0015f9a4cde8 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:09.605081 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5cb25fb0-0aa5-47ba-95f2-aed12d23e563 req-a866448b-b415-440b-acc8-0015f9a4cde8 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.0795963 Sep 01 14:10:09.679097 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8e127a4c-d394-402a-9c1f-07bcf1a5f8d4 req-ddf929a5-5a62-4051-abec-2c540df62fe6 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942600 Sep 01 14:10:09.693260 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5cb25fb0-0aa5-47ba-95f2-aed12d23e563 req-a149cd78-b1b8-48b4-b7e0-e1407f41e242 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801404 Sep 01 14:10:09.746557 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-a953833d-eea9-4739-9818-8630b2e7bd29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923807'] for port (9784e98b-3dcc-42d6-a82e-41f46d73700f), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:09.858051 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953833d-eea9-4739-9818-8630b2e7bd29 service neutron] Pushing event updated for resources: {'Port': ['ID=9784e98b-3dcc-42d6-a82e-41f46d73700f,revision_number=2']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:10:09.988715 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.managers [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-a953833d-eea9-4739-9818-8630b2e7bd29 service neutron] Attempting to bind port 9784e98b-3dcc-42d6-a82e-41f46d73700f on host hv-cinder-85221 for vnic_type normal with profile {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:10:09.989244 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.managers [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-a953833d-eea9-4739-9818-8630b2e7bd29 service neutron] Attempting to bind port 9784e98b-3dcc-42d6-a82e-41f46d73700f by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '8e3a9a2b-6a7f-4956-be6c-5783c1ea882c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '52d2108a-679f-4e17-b63b-779cfbdc360f'}] {{(pid=107074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:10:09.990246 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-a953833d-eea9-4739-9818-8630b2e7bd29 service neutron] Attempting to bind port 9784e98b-3dcc-42d6-a82e-41f46d73700f on network 52d2108a-679f-4e17-b63b-779cfbdc360f {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:10:10.003072 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-a953833d-eea9-4739-9818-8630b2e7bd29 service neutron] Port 9784e98b-3dcc-42d6-a82e-41f46d73700f on network 52d2108a-679f-4e17-b63b-779cfbdc360f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 14:10:10.003582 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-a953833d-eea9-4739-9818-8630b2e7bd29 service neutron] Attempting to bind port 9784e98b-3dcc-42d6-a82e-41f46d73700f on network 52d2108a-679f-4e17-b63b-779cfbdc360f {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:10:10.012049 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-a953833d-eea9-4739-9818-8630b2e7bd29 service neutron] Checking agent: {'id': 'a7580bcb-0f49-4eb6-986f-da2a861ca402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'started_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:10:10.012629 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-a953833d-eea9-4739-9818-8630b2e7bd29 service neutron] Checking segment: {'id': '8e3a9a2b-6a7f-4956-be6c-5783c1ea882c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '52d2108a-679f-4e17-b63b-779cfbdc360f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:10:10.013392 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-a953833d-eea9-4739-9818-8630b2e7bd29 service neutron] Bound using segment: {'id': '8e3a9a2b-6a7f-4956-be6c-5783c1ea882c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '52d2108a-679f-4e17-b63b-779cfbdc360f'} {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:10:10.014585 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.managers [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-a953833d-eea9-4739-9818-8630b2e7bd29 service neutron] Bound port: 9784e98b-3dcc-42d6-a82e-41f46d73700f, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e3a9a2b-6a7f-4956-be6c-5783c1ea882c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '52d2108a-679f-4e17-b63b-779cfbdc360f'}}] {{(pid=107074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:10:10.015344 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-a953833d-eea9-4739-9818-8630b2e7bd29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (9784e98b-3dcc-42d6-a82e-41f46d73700f), before_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:10.088186 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:10.118938 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-a953833d-eea9-4739-9818-8630b2e7bd29 service neutron] For port 9784e98b-3dcc-42d6-a82e-41f46d73700f, host hv-cinder-85221, cleared binding levels {{(pid=107074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:10:10.123161 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-a953833d-eea9-4739-9818-8630b2e7bd29 service neutron] For port 9784e98b-3dcc-42d6-a82e-41f46d73700f, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9784e98b-3dcc-42d6-a82e-41f46d73700f,segment=NetworkSegment(8e3a9a2b-6a7f-4956-be6c-5783c1ea882c),segment_id=8e3a9a2b-6a7f-4956-be6c-5783c1ea882c)] {{(pid=107074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:10:10.318112 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-a953833d-eea9-4739-9818-8630b2e7bd29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923807'] for port (9784e98b-3dcc-42d6-a82e-41f46d73700f), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:10.332791 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-a953833d-eea9-4739-9818-8630b2e7bd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:10.334462 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-a953833d-eea9-4739-9818-8630b2e7bd29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:10.338484 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-a953833d-eea9-4739-9818-8630b2e7bd29 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/9784e98b-3dcc-42d6-a82e-41f46d73700f HTTP/1.1" status: 200 len: 1094 time: 1.8802395 Sep 01 14:10:10.340223 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd917f141-65db-49b0-87ed-0e1e0b72bb4a', 'tag': '9784e98b-3dcc-42d6-a82e-41f46d73700f'}] {{(pid=107074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:10:10.344667 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c297ab1b76e2baeed04979654ee05671bdf6dedd7a272174e678f0e52b3dfb88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad45917-882f-4b8e-b785-f14a4ae77db8" -d '{"events": [{"name": "network-changed", "server_uuid": "d917f141-65db-49b0-87ed-0e1e0b72bb4a", "tag": "9784e98b-3dcc-42d6-a82e-41f46d73700f"}]}' {{(pid=107074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:10:10.447475 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c4efae-4371-416a-8606-0147099fb9ed x-openstack-request-id: req-f2c4efae-4371-416a-8606-0147099fb9ed {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:10:10.447863 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d917f141-65db-49b0-87ed-0e1e0b72bb4a", "tag": "9784e98b-3dcc-42d6-a82e-41f46d73700f", "status": "completed", "code": 200}]} {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:10:10.448435 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f2c4efae-4371-416a-8606-0147099fb9ed {{(pid=107074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:10:10.449271 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2c4efae-4371-416a-8606-0147099fb9ed'] response: {'name': 'network-changed', 'server_uuid': 'd917f141-65db-49b0-87ed-0e1e0b72bb4a', 'tag': '9784e98b-3dcc-42d6-a82e-41f46d73700f', 'status': 'completed', 'code': 200} Sep 01 14:10:10.450613 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953833d-eea9-4739-9818-8630b2e7bd29 service neutron] Pushing event updated for resources: {'Port': ['ID=9784e98b-3dcc-42d6-a82e-41f46d73700f,revision_number=3']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:10:10.897643 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48591325-557d-4d97-9e59-51b4a2de2403 req-d95c0e16-17e8-421b-8dae-dd7ff2b4925f tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:10.899331 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-48591325-557d-4d97-9e59-51b4a2de2403 req-d95c0e16-17e8-421b-8dae-dd7ff2b4925f tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 944 time: 0.0892525 Sep 01 14:10:10.912169 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca823b3-795f-41e5-a60d-56170ff5b7b4 req-1954f4b1-c1af-4aa5-b2d2-bb27116140c0 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:10.914364 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0ca823b3-795f-41e5-a60d-56170ff5b7b4 req-1954f4b1-c1af-4aa5-b2d2-bb27116140c0 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.0929914 Sep 01 14:10:10.979578 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:11.007182 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-48591325-557d-4d97-9e59-51b4a2de2403 req-22a1bf22-067e-4103-9df6-104563b5435c tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917759 Sep 01 14:10:11.016431 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0ca823b3-795f-41e5-a60d-56170ff5b7b4 req-b8a58d84-eb52-479d-9c63-933907760aa2 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809946 Sep 01 14:10:12.284575 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3f53a-cedb-42fa-bc1c-e9c9f8148c28 req-a8c98642-d78a-47c2-8a2c-cba9f3afa1f3 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:12.287303 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-aea3f53a-cedb-42fa-bc1c-e9c9f8148c28 req-a8c98642-d78a-47c2-8a2c-cba9f3afa1f3 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.1532340 Sep 01 14:10:12.324757 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b2544-daf3-4036-b10c-3b69a6c0d4b9 req-51b75214-40f8-4ac7-85a9-a6bfa3634ed0 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:12.327288 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-674b2544-daf3-4036-b10c-3b69a6c0d4b9 req-51b75214-40f8-4ac7-85a9-a6bfa3634ed0 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 944 time: 0.1285295 Sep 01 14:10:12.419897 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-aea3f53a-cedb-42fa-bc1c-e9c9f8148c28 req-c8098838-e118-42c3-a105-1d9a69a87224 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210165 Sep 01 14:10:12.429190 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-674b2544-daf3-4036-b10c-3b69a6c0d4b9 req-c0749da7-2303-484e-a1b0-871650b23db0 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880356 Sep 01 14:10:13.563647 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687de46-a3ce-464b-b040-c5dab76bc0f0 req-43279d4b-7fac-4db9-a27e-92e4f58671d5 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:13.567322 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5687de46-a3ce-464b-b040-c5dab76bc0f0 req-43279d4b-7fac-4db9-a27e-92e4f58671d5 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.0581989 Sep 01 14:10:13.683280 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e31004-a1fb-4b35-9e3c-cf0de5c553b6 req-2a588add-1ddd-4b91-9b14-e7404a55f8d9 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:13.684881 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-78e31004-a1fb-4b35-9e3c-cf0de5c553b6 req-2a588add-1ddd-4b91-9b14-e7404a55f8d9 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 944 time: 0.0972755 Sep 01 14:10:13.700625 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5687de46-a3ce-464b-b040-c5dab76bc0f0 req-7b9eb8fd-fcc7-47e6-b72f-c63a21e173c8 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268585 Sep 01 14:10:13.765926 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-78e31004-a1fb-4b35-9e3c-cf0de5c553b6 req-1d4e981f-cba6-43b2-94a7-e694d24ff412 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641987 Sep 01 14:10:14.913122 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f9e2d-a613-486f-a5f4-34bcc43ff928 req-1e7d3596-734e-4878-826f-a56636ce8d2c tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:14.915419 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-006f9e2d-a613-486f-a5f4-34bcc43ff928 req-1e7d3596-734e-4878-826f-a56636ce8d2c tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.0894771 Sep 01 14:10:15.016500 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed9f5c-62c1-4574-af93-51bd0613e61e req-23091878-217b-43c3-90d4-aeea3a0e85b9 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:15.018903 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d8ed9f5c-62c1-4574-af93-51bd0613e61e req-23091878-217b-43c3-90d4-aeea3a0e85b9 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 944 time: 0.1020935 Sep 01 14:10:15.046882 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-006f9e2d-a613-486f-a5f4-34bcc43ff928 req-ad3dcfb7-7571-437d-8786-d213c08b6d0e tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157572 Sep 01 14:10:15.116251 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d8ed9f5c-62c1-4574-af93-51bd0613e61e req-8cfc9264-4dfe-414c-9870-f6980b4881d6 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871527 Sep 01 14:10:16.275436 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8895c-ce29-4e8e-a98f-83b2540e866a req-d0cfd16e-03f6-400a-b717-1aa2acccbaae tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:16.288133 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9af8895c-ce29-4e8e-a98f-83b2540e866a req-d0cfd16e-03f6-400a-b717-1aa2acccbaae tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.1403410 Sep 01 14:10:16.371162 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f9691-e5a0-4e7f-85ad-3ad617b5fe7c req-a364b682-4dbe-45d7-b53b-94181fdbbe86 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:16.372712 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b91f9691-e5a0-4e7f-85ad-3ad617b5fe7c req-a364b682-4dbe-45d7-b53b-94181fdbbe86 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 944 time: 0.0836191 Sep 01 14:10:16.420188 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9af8895c-ce29-4e8e-a98f-83b2540e866a req-144a0f56-7186-47d3-b241-655ee2e1165c tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210034 Sep 01 14:10:16.458806 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b91f9691-e5a0-4e7f-85ad-3ad617b5fe7c req-1157b901-7c53-438d-be46-2c0def5b6715 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779772 Sep 01 14:10:17.678050 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c27de-5df2-4432-838f-161ff7dcec50 req-f794e572-ec9c-4741-bc1b-f4d0d16df11b tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:17.680153 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-719c27de-5df2-4432-838f-161ff7dcec50 req-f794e572-ec9c-4741-bc1b-f4d0d16df11b tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.1097510 Sep 01 14:10:17.718225 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8b0a0-8976-4e45-9c16-13c8d2edd27d req-c2bca539-894d-442e-8935-7a9401fbea89 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:17.720893 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-15c8b0a0-8976-4e45-9c16-13c8d2edd27d req-c2bca539-894d-442e-8935-7a9401fbea89 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 944 time: 0.0969572 Sep 01 14:10:17.802765 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:17.831204 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:17.843264 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-719c27de-5df2-4432-838f-161ff7dcec50 req-2dfb3766-6cae-4431-b2b0-4f8731fef807 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526155 Sep 01 14:10:17.853132 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-15c8b0a0-8976-4e45-9c16-13c8d2edd27d req-2760c3d0-67ec-4ecd-adc1-cdbabde51fc7 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192524 Sep 01 14:10:19.066421 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e329e-21fd-45c7-a244-d9361f088d14 req-51a56a8b-8b69-406f-a86f-099ca33a0c03 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:19.068165 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5d5e329e-21fd-45c7-a244-d9361f088d14 req-51a56a8b-8b69-406f-a86f-099ca33a0c03 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 944 time: 0.0909448 Sep 01 14:10:19.074619 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2860e-4b9b-4c7a-8b50-29c249de281b req-6a722f18-9b43-4870-abaf-16a3622c8b87 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:19.076286 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f8d2860e-4b9b-4c7a-8b50-29c249de281b req-6a722f18-9b43-4870-abaf-16a3622c8b87 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.0973394 Sep 01 14:10:19.154907 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5d5e329e-21fd-45c7-a244-d9361f088d14 req-239e0266-ad72-432e-b229-748c4eaafb97 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775120 Sep 01 14:10:19.192534 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f8d2860e-4b9b-4c7a-8b50-29c249de281b req-2cce18d0-a4b4-4ff7-b94c-c1069dd30cdb tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960009 Sep 01 14:10:19.318915 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=26,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:19.323804 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:19.619407 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:20.447680 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:20.475040 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8bada-97c9-4dc0-a283-75dcfea91a75 req-9c2823f4-ece4-4dc3-831f-6d600dadfab0 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:20.478835 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-94f8bada-97c9-4dc0-a283-75dcfea91a75 req-9c2823f4-ece4-4dc3-831f-6d600dadfab0 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 944 time: 0.1509004 Sep 01 14:10:20.538036 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d064e6-d6c4-4b44-a276-060f89c2c687 req-96134c69-c06d-473e-8ecb-964dc0a7cfd5 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:20.538036 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-26d064e6-d6c4-4b44-a276-060f89c2c687 req-96134c69-c06d-473e-8ecb-964dc0a7cfd5 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.1567926 Sep 01 14:10:20.624896 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-94f8bada-97c9-4dc0-a283-75dcfea91a75 req-34da7bc0-681c-4f44-a84e-d8980e2a3128 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297262 Sep 01 14:10:20.633652 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-26d064e6-d6c4-4b44-a276-060f89c2c687 req-7f47e950-88c1-4d9f-864c-64a6a0fcdadd tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792036 Sep 01 14:10:21.787045 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a7346-84ec-43cc-80e2-e557026ad088 req-d7d5930b-6843-4ea7-8328-563e3474afc0 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:21.788786 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e74a7346-84ec-43cc-80e2-e557026ad088 req-d7d5930b-6843-4ea7-8328-563e3474afc0 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 944 time: 0.0731285 Sep 01 14:10:21.850989 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe0b39-f6d4-4616-aae3-ff11fae49c77 req-982a3366-cb1c-4460-b022-de0537cdeff3 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:21.852676 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4cfe0b39-f6d4-4616-aae3-ff11fae49c77 req-982a3366-cb1c-4460-b022-de0537cdeff3 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.0884497 Sep 01 14:10:21.898616 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e74a7346-84ec-43cc-80e2-e557026ad088 req-18436e13-837f-454c-8971-cf8dfa12ee62 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924523 Sep 01 14:10:21.958671 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4cfe0b39-f6d4-4616-aae3-ff11fae49c77 req-6250c979-fb5d-4571-80c4-5df63eab8822 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852387 Sep 01 14:10:21.978359 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad45917-882f-4b8e-b785-f14a4ae77db8 req-50519c23-f1c5-4777-a70a-95af9210b670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:21.980151 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1ad45917-882f-4b8e-b785-f14a4ae77db8 req-50519c23-f1c5-4777-a70a-95af9210b670 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=adf6f1699a0740ee99ae03ef2423d143&device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 1128 time: 0.0594573 Sep 01 14:10:22.159864 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad45917-882f-4b8e-b785-f14a4ae77db8 req-994987c2-413b-4a66-9896-2a36a49fdc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:22.161250 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1ad45917-882f-4b8e-b785-f14a4ae77db8 req-994987c2-413b-4a66-9896-2a36a49fdc32 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=adf6f1699a0740ee99ae03ef2423d143&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1192310 Sep 01 14:10:22.280270 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad45917-882f-4b8e-b785-f14a4ae77db8 req-37946622-67cc-4429-a325-6dd2a7b49167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:22.281755 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1ad45917-882f-4b8e-b785-f14a4ae77db8 req-37946622-67cc-4429-a325-6dd2a7b49167 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1083605 Sep 01 14:10:22.602747 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-8e9e9eac-89ab-4447-b31e-0ec4f7b486d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:22.604468 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-8e9e9eac-89ab-4447-b31e-0ec4f7b486d2 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=adf6f1699a0740ee99ae03ef2423d143&device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 1128 time: 0.0688069 Sep 01 14:10:22.658246 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-09a69c26-4921-4ec3-8193-701ae2b5c606 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9784e98b-3dcc-42d6-a82e-41f46d73700f HTTP/1.1" status: 200 len: 217 time: 0.0378273 Sep 01 14:10:22.727051 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-6b7166b0-2b87-42d5-994e-002b3582d02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:22.733320 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-6b7166b0-2b87-42d5-994e-002b3582d02d service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=b648ad59-9807-46a0-b795-1c2f9dd3fe6d HTTP/1.1" status: 200 len: 854 time: 0.0569112 Sep 01 14:10:22.780850 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-68d6177b-028b-4956-8aad-69b879856be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:22.784796 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-68d6177b-028b-4956-8aad-69b879856be6 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=52d2108a-679f-4e17-b63b-779cfbdc360f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468166 Sep 01 14:10:22.894399 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-25a53d03-eef1-4b01-b3a1-a0ad8d7e2157 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/52d2108a-679f-4e17-b63b-779cfbdc360f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044548 Sep 01 14:10:23.023345 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1441f0d6-031e-4fe8-b201-253c186ef2e8 req-7b40cb31-3c66-4512-b2c0-e7380a0e5f62 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/52d2108a-679f-4e17-b63b-779cfbdc360f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145089 Sep 01 14:10:23.130109 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb98512-7857-47f8-9947-eec17340d04c req-ad87b723-b58b-4c72-8af3-6e67af0d1b1c tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:23.131766 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6bb98512-7857-47f8-9947-eec17340d04c req-ad87b723-b58b-4c72-8af3-6e67af0d1b1c tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 944 time: 0.0880852 Sep 01 14:10:23.156352 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01474465-0bef-4a99-b76e-204d38fdada4 req-b5ac5c80-fca7-46aa-8bd6-629bb2da025f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:23.158165 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-01474465-0bef-4a99-b76e-204d38fdada4 req-b5ac5c80-fca7-46aa-8bd6-629bb2da025f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.0801079 Sep 01 14:10:23.235419 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6bb98512-7857-47f8-9947-eec17340d04c req-f263cf52-744e-43e5-978e-ae0c9ec84410 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956049 Sep 01 14:10:23.249335 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-01474465-0bef-4a99-b76e-204d38fdada4 req-e56538a3-90b3-4148-9bf2-dce9c7edeab1 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836365 Sep 01 14:10:23.791422 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98326ac0-29b2-4158-bc1f-322511afa2ae req-96522b17-430f-42a4-acc0-b4a241e63381 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:23.793069 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-98326ac0-29b2-4158-bc1f-322511afa2ae req-96522b17-430f-42a4-acc0-b4a241e63381 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.0533605 Sep 01 14:10:23.849081 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-98326ac0-29b2-4158-bc1f-322511afa2ae req-57d545fc-3084-432c-9fa3-183496d20917 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495529 Sep 01 14:10:24.355976 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-506811d4-c888-497f-9876-97326b219c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:24.366760 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 9784e98b-3dcc-42d6-a82e-41f46d73700f details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=107075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:10:24.409930 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571dce32-82d9-45f7-acae-a7630eed95af req-4d74e148-e53f-47c9-83be-cdf3887602ec tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:24.412727 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-571dce32-82d9-45f7-acae-a7630eed95af req-4d74e148-e53f-47c9-83be-cdf3887602ec tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 944 time: 0.0870554 Sep 01 14:10:24.496469 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 9784e98b-3dcc-42d6-a82e-41f46d73700f, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9784e98b-3dcc-42d6-a82e-41f46d73700f,segment=NetworkSegment(8e3a9a2b-6a7f-4956-be6c-5783c1ea882c),segment_id=8e3a9a2b-6a7f-4956-be6c-5783c1ea882c)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:10:24.511937 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-571dce32-82d9-45f7-acae-a7630eed95af req-a3e42cce-936b-4dd3-bff2-7a129bdfbdc1 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875294 Sep 01 14:10:24.521383 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Returning: {'device': '9784e98b-3dcc-42d6-a82e-41f46d73700f', 'network_id': '52d2108a-679f-4e17-b63b-779cfbdc360f', 'port_id': '9784e98b-3dcc-42d6-a82e-41f46d73700f', 'mac_address': 'fa:16:3e:44:2c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b648ad59-9807-46a0-b795-1c2f9dd3fe6d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:10:24.594290 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 9784e98b-3dcc-42d6-a82e-41f46d73700f is: DOWN; New status is: BUILD {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:10:24.594921 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (9784e98b-3dcc-42d6-a82e-41f46d73700f), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:24.621590 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9784e98b-3dcc-42d6-a82e-41f46d73700f {{(pid=107075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:10:24.660255 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 9784e98b-3dcc-42d6-a82e-41f46d73700f, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9784e98b-3dcc-42d6-a82e-41f46d73700f,segment=NetworkSegment(8e3a9a2b-6a7f-4956-be6c-5783c1ea882c),segment_id=8e3a9a2b-6a7f-4956-be6c-5783c1ea882c)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:10:24.696498 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc80cab-67f7-4ba9-8f0d-7ce03198ae1c req-fd6f8dc9-3631-4220-a49a-17934396b803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:24.698299 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1fc80cab-67f7-4ba9-8f0d-7ce03198ae1c req-fd6f8dc9-3631-4220-a49a-17934396b803 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=eaba67e3a54f4191b9b924305a83e4eb&device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 1130 time: 0.0707047 Sep 01 14:10:24.738937 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (9784e98b-3dcc-42d6-a82e-41f46d73700f), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:24.797807 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=9784e98b-3dcc-42d6-a82e-41f46d73700f,revision_number=4']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:10:24.814264 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc80cab-67f7-4ba9-8f0d-7ce03198ae1c req-638e1c08-2dc0-460c-998b-49e007653f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:24.815807 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1fc80cab-67f7-4ba9-8f0d-7ce03198ae1c req-638e1c08-2dc0-460c-998b-49e007653f5e service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=5efdbb74-e6fe-4a11-96cb-23855066e81b HTTP/1.1" status: 200 len: 911 time: 0.1087055 Sep 01 14:10:24.895842 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1fc80cab-67f7-4ba9-8f0d-7ce03198ae1c req-0b71be29-2535-4b16-ba6e-a48f35643876 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39a55af7-1a2a-41f8-b092-76d3ddca0161 HTTP/1.1" status: 200 len: 1002 time: 0.0693488 Sep 01 14:10:24.952021 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc80cab-67f7-4ba9-8f0d-7ce03198ae1c req-cd51635d-10bd-4c07-9dba-8ea7c92f96c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:24.953518 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1fc80cab-67f7-4ba9-8f0d-7ce03198ae1c req-cd51635d-10bd-4c07-9dba-8ea7c92f96c7 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=9516b454-0891-4d29-9fc5-0ee1fc6356e3 HTTP/1.1" status: 200 len: 849 time: 0.0494843 Sep 01 14:10:25.023223 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc80cab-67f7-4ba9-8f0d-7ce03198ae1c req-eb3f424c-6131-4e56-99d0-37fe9d0a1739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:25.024841 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1fc80cab-67f7-4ba9-8f0d-7ce03198ae1c req-eb3f424c-6131-4e56-99d0-37fe9d0a1739 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=5efdbb74-e6fe-4a11-96cb-23855066e81b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573452 Sep 01 14:10:25.044907 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023158e-c095-4abb-914c-b1c03c1819d6 req-3d8fec01-bf6f-42a9-a947-e1374a566ee9 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:25.047800 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6023158e-c095-4abb-914c-b1c03c1819d6 req-3d8fec01-bf6f-42a9-a947-e1374a566ee9 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.0801907 Sep 01 14:10:25.068515 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:25.133926 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] get_ports_and_sgs() called for port_ids ['9784e98b-3dcc-42d6-a82e-41f46d73700f'] {{(pid=107075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 14:10:25.138858 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6023158e-c095-4abb-914c-b1c03c1819d6 req-9a8d6201-c734-4476-8d9a-c89586c8db93 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800109 Sep 01 14:10:25.146619 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1fc80cab-67f7-4ba9-8f0d-7ce03198ae1c req-3a382111-ae2f-480c-afd0-53aaa9573652 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5efdbb74-e6fe-4a11-96cb-23855066e81b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057160 Sep 01 14:10:25.230257 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=100 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:25.239980 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=100 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:25.272126 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1fc80cab-67f7-4ba9-8f0d-7ce03198ae1c req-c4d72033-30bf-4d60-8e3b-29eee20587dc service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5efdbb74-e6fe-4a11-96cb-23855066e81b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147845 Sep 01 14:10:25.695556 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aae53d-22b4-4470-a07d-1db5d3fd930c req-ac52b785-edf4-40a0-b639-1c741f2133ae tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:25.697341 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-95aae53d-22b4-4470-a07d-1db5d3fd930c req-ac52b785-edf4-40a0-b639-1c741f2133ae tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 945 time: 0.0609074 Sep 01 14:10:25.715313 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:25.780471 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-95aae53d-22b4-4470-a07d-1db5d3fd930c req-4bd73a1b-8274-4b4d-a610-3787d6a757db tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766685 Sep 01 14:10:26.280227 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881b449-a101-40a9-8101-bd9d3ba7389a req-21893c95-b408-454a-b6dd-7df935928bdc tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:26.281852 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0881b449-a101-40a9-8101-bd9d3ba7389a req-21893c95-b408-454a-b6dd-7df935928bdc tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.0573554 Sep 01 14:10:26.358996 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0881b449-a101-40a9-8101-bd9d3ba7389a req-a18ee370-d1e9-45e9-a028-cb1443ad55df tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625336 Sep 01 14:10:26.359773 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 9784e98b-3dcc-42d6-a82e-41f46d73700f up at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:10:26.436714 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning for port 9784e98b-3dcc-42d6-a82e-41f46d73700f completed by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 14:10:26.613595 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning complete for port 9784e98b-3dcc-42d6-a82e-41f46d73700f triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:10:26.614414 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (9784e98b-3dcc-42d6-a82e-41f46d73700f), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:26.727926 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 9784e98b-3dcc-42d6-a82e-41f46d73700f is: BUILD; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:10:26.728420 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (9784e98b-3dcc-42d6-a82e-41f46d73700f), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:26.766446 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd917f141-65db-49b0-87ed-0e1e0b72bb4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9784e98b-3dcc-42d6-a82e-41f46d73700f'}] {{(pid=107075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:10:26.770142 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea684a423e005867ab2b2321dba33e59ce354bd0b218533ae43957e9dbf26841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d80358-91d8-4ef4-a1e1-a6f87bfa185a" -d '{"events": [{"server_uuid": "d917f141-65db-49b0-87ed-0e1e0b72bb4a", "name": "network-vif-plugged", "status": "completed", "tag": "9784e98b-3dcc-42d6-a82e-41f46d73700f"}]}' {{(pid=107075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:10:26.788087 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 9784e98b-3dcc-42d6-a82e-41f46d73700f, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9784e98b-3dcc-42d6-a82e-41f46d73700f,segment=NetworkSegment(8e3a9a2b-6a7f-4956-be6c-5783c1ea882c),segment_id=8e3a9a2b-6a7f-4956-be6c-5783c1ea882c)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:10:26.824487 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4680db-e2c1-4f64-a301-5d75f26fe254 x-openstack-request-id: req-2f4680db-e2c1-4f64-a301-5d75f26fe254 {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:10:26.824487 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d917f141-65db-49b0-87ed-0e1e0b72bb4a", "name": "network-vif-plugged", "status": "completed", "tag": "9784e98b-3dcc-42d6-a82e-41f46d73700f", "code": 200}]} {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:10:26.824487 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2f4680db-e2c1-4f64-a301-5d75f26fe254 {{(pid=107075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:10:26.824487 dv-cinder-852211-7-iscsi neutron-server[107075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f4680db-e2c1-4f64-a301-5d75f26fe254'] response: {'server_uuid': 'd917f141-65db-49b0-87ed-0e1e0b72bb4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9784e98b-3dcc-42d6-a82e-41f46d73700f', 'code': 200} Sep 01 14:10:26.957952 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac11c0-03bc-49d7-932d-7191ae6bd553 req-91e6c4a1-9915-4f91-b603-35568cbf285e tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:26.959960 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-65ac11c0-03bc-49d7-932d-7191ae6bd553 req-91e6c4a1-9915-4f91-b603-35568cbf285e tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 945 time: 0.0714138 Sep 01 14:10:26.961608 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (9784e98b-3dcc-42d6-a82e-41f46d73700f), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:27.043375 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-65ac11c0-03bc-49d7-932d-7191ae6bd553 req-bee50182-5f2c-46b7-a429-583573b609ff tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733790 Sep 01 14:10:27.049495 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=9784e98b-3dcc-42d6-a82e-41f46d73700f,revision_number=5']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:10:27.430472 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-c19d4765-457a-4b01-834e-fbcdc0dd54b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:27.692824 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7b0f2-3cf3-47b4-83e7-528d3673146c req-01381714-e7ee-4b42-855e-fa1959c5c660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:27.694339 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-a5b7b0f2-3cf3-47b4-83e7-528d3673146c req-01381714-e7ee-4b42-855e-fa1959c5c660 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 1130 time: 0.0460038 Sep 01 14:10:27.749339 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-a5b7b0f2-3cf3-47b4-83e7-528d3673146c req-a8a6f1c2-8ff4-4999-bb8a-2f68d6111c0f service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477171 Sep 01 14:10:28.198503 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2f513-5e64-4671-9ccd-1926a619cb06 req-2717699b-ef69-46c3-9756-b8beec6acded tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:28.200038 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-39f2f513-5e64-4671-9ccd-1926a619cb06 req-2717699b-ef69-46c3-9756-b8beec6acded tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 946 time: 0.0640674 Sep 01 14:10:28.256141 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-39f2f513-5e64-4671-9ccd-1926a619cb06 req-e1cc8231-229e-4467-862d-247723801c4d tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492742 Sep 01 14:10:29.191095 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:29.396720 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d299f-b872-492d-8adc-83ab53794954 req-8e4f8399-e92a-4c74-b8f1-1127fb0282d5 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:29.398413 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-785d299f-b872-492d-8adc-83ab53794954 req-8e4f8399-e92a-4c74-b8f1-1127fb0282d5 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 946 time: 0.0566380 Sep 01 14:10:29.485361 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-785d299f-b872-492d-8adc-83ab53794954 req-45e11765-e21d-4d7d-8aef-53297bcf1c5f tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793507 Sep 01 14:10:30.356677 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:30.696370 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c7878-3ebe-429b-8c8e-2762f4e256e9 req-b637ba35-aeb9-4d33-9edf-63788e25f7b9 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:30.698018 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-647c7878-3ebe-429b-8c8e-2762f4e256e9 req-b637ba35-aeb9-4d33-9edf-63788e25f7b9 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 946 time: 0.0965140 Sep 01 14:10:30.724221 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6f5a9-b000-4f87-b958-a9bb8eed1ae8 req-5563f622-7a7f-469e-930f-126e54e02b00 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:30.725823 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-45b6f5a9-b000-4f87-b958-a9bb8eed1ae8 req-5563f622-7a7f-469e-930f-126e54e02b00 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.0819793 Sep 01 14:10:30.787229 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-647c7878-3ebe-429b-8c8e-2762f4e256e9 req-7180d27d-6367-496e-b997-439a6602e953 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818448 Sep 01 14:10:30.793177 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d56347-d7f8-4035-ada9-a6e0bdc2be5d req-bd0d8d4f-fd9a-4f1b-ba0d-70b429c1565b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:30.796474 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-b9d56347-d7f8-4035-ada9-a6e0bdc2be5d req-bd0d8d4f-fd9a-4f1b-ba0d-70b429c1565b service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=36049d2090b84443a3bf3bf00558379e&device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 1129 time: 0.0734854 Sep 01 14:10:30.815556 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-45b6f5a9-b000-4f87-b958-a9bb8eed1ae8 req-f2b27328-79d1-4dbf-961d-42be8b2c8816 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729423 Sep 01 14:10:30.924856 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d56347-d7f8-4035-ada9-a6e0bdc2be5d req-1e9492a9-de20-4ea6-844b-8f0a917d5772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:30.926465 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-b9d56347-d7f8-4035-ada9-a6e0bdc2be5d req-1e9492a9-de20-4ea6-844b-8f0a917d5772 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=9cdd4113-f7e0-45eb-bbb2-5da93102bf6c HTTP/1.1" status: 200 len: 919 time: 0.1186175 Sep 01 14:10:31.051394 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-b9d56347-d7f8-4035-ada9-a6e0bdc2be5d req-57db697f-a482-4afe-94af-f887a57fda30 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f27eab44-1c4b-4c5c-95ab-4dbdc5728861 HTTP/1.1" status: 200 len: 1000 time: 0.0847635 Sep 01 14:10:31.179473 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:31.922099 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d56347-d7f8-4035-ada9-a6e0bdc2be5d req-a5ea9676-5be4-4ccc-9867-168f8805d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:31.924855 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d04c53-721f-4c4e-9273-6e1810f1635b req-2b9063b7-f1af-4874-859a-b6342e7fb6e1 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:31.925667 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-b9d56347-d7f8-4035-ada9-a6e0bdc2be5d req-a5ea9676-5be4-4ccc-9867-168f8805d83f service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=d2d86ced-9867-4b29-96c7-eb755efebba7 HTTP/1.1" status: 200 len: 857 time: 0.3589165 Sep 01 14:10:31.926491 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-61d04c53-721f-4c4e-9273-6e1810f1635b req-2b9063b7-f1af-4874-859a-b6342e7fb6e1 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=81fe7593-66bc-442e-bd42-67dbb727a356 HTTP/1.1" status: 200 len: 946 time: 0.0702541 Sep 01 14:10:32.001009 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797708a1-492f-4dda-8843-99565a152a63 req-872fc618-6d8a-4b6c-abc5-cb5541e18634 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:32.003831 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-797708a1-492f-4dda-8843-99565a152a63 req-872fc618-6d8a-4b6c-abc5-cb5541e18634 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 946 time: 0.0740972 Sep 01 14:10:32.042459 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-61d04c53-721f-4c4e-9273-6e1810f1635b req-7cd3f7dc-d50b-4ab5-98db-46ff98bedab2 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2ace0a83-ed2e-4998-8363-4ec93e8f320a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017890 Sep 01 14:10:32.081615 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-797708a1-492f-4dda-8843-99565a152a63 req-de3d24d8-a14e-47d0-8620-0555cebac437 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651360 Sep 01 14:10:32.178287 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61878d68-3907-4e1c-89dc-d70cd3350fb0 req-5d681b01-6c9b-4e7a-8b43-443cc32d4408 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:32.179903 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-61878d68-3907-4e1c-89dc-d70cd3350fb0 req-5d681b01-6c9b-4e7a-8b43-443cc32d4408 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.0559759 Sep 01 14:10:32.246914 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:32.276773 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-61878d68-3907-4e1c-89dc-d70cd3350fb0 req-800dca4e-dbbc-4a1a-9efc-70e62c1eca4a tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861354 Sep 01 14:10:32.282840 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a23ea8-3be4-42bf-94fa-a4feb335d568 req-3be2b865-20b8-4978-91dd-c29bb3b94fc8 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:32.284518 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-27a23ea8-3be4-42bf-94fa-a4feb335d568 req-3be2b865-20b8-4978-91dd-c29bb3b94fc8 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 946 time: 0.0858753 Sep 01 14:10:32.360521 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-27a23ea8-3be4-42bf-94fa-a4feb335d568 req-39fa5a4f-e5ea-4ee5-9b20-33fb7d487ac5 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643685 Sep 01 14:10:32.846534 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478f414-3db8-41df-93a1-bdbf51b29a9d req-60eb772c-5dca-4637-af12-ec4cdad103fe tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:32.849218 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5478f414-3db8-41df-93a1-bdbf51b29a9d req-60eb772c-5dca-4637-af12-ec4cdad103fe tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 946 time: 0.0700531 Sep 01 14:10:32.882532 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:32.934947 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5478f414-3db8-41df-93a1-bdbf51b29a9d req-1dd196f1-6c1e-4be9-989d-8d289c62d725 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793164 Sep 01 14:10:33.202075 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1672036-d888-4df1-89b1-dc49d5f62fd4 req-f942520a-2a33-4d80-b05d-2f1c20afb0e2 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:33.203535 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a1672036-d888-4df1-89b1-dc49d5f62fd4 req-f942520a-2a33-4d80-b05d-2f1c20afb0e2 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=81fe7593-66bc-442e-bd42-67dbb727a356 HTTP/1.1" status: 200 len: 946 time: 0.0518544 Sep 01 14:10:33.269148 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a1672036-d888-4df1-89b1-dc49d5f62fd4 req-a40bbb55-d192-4af8-a218-234f91a9e63e tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2ace0a83-ed2e-4998-8363-4ec93e8f320a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545995 Sep 01 14:10:33.452716 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c8832-a996-4cea-973c-4cab5eafca7e req-8bd1f94a-4f80-4b48-bdd8-45396466e8d3 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:33.454268 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5b6c8832-a996-4cea-973c-4cab5eafca7e req-8bd1f94a-4f80-4b48-bdd8-45396466e8d3 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.0574231 Sep 01 14:10:33.515314 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d56347-d7f8-4035-ada9-a6e0bdc2be5d req-4fa4fb78-08d4-46b8-bedf-c60cab69ad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:33.516200 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-b9d56347-d7f8-4035-ada9-a6e0bdc2be5d req-4fa4fb78-08d4-46b8-bedf-c60cab69ad68 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=9cdd4113-f7e0-45eb-bbb2-5da93102bf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0632720 Sep 01 14:10:33.526527 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5b6c8832-a996-4cea-973c-4cab5eafca7e req-0c868717-8eb5-42c4-ba53-4343e26df2e7 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607729 Sep 01 14:10:33.636260 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-b9d56347-d7f8-4035-ada9-a6e0bdc2be5d req-9946d1a2-018c-4608-a3ff-bebb89e09345 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9cdd4113-f7e0-45eb-bbb2-5da93102bf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125376 Sep 01 14:10:33.853220 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-b9d56347-d7f8-4035-ada9-a6e0bdc2be5d req-0fc60a0b-b706-42a9-8bb0-9fdfb7bdc4e6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9cdd4113-f7e0-45eb-bbb2-5da93102bf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600738 Sep 01 14:10:34.244200 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b6aef-5a8b-4d60-9b97-c85b692a5fbc req-f33f5998-f6d5-47b6-be24-5c8c596ce941 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:34.245941 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-851b6aef-5a8b-4d60-9b97-c85b692a5fbc req-f33f5998-f6d5-47b6-be24-5c8c596ce941 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=81fe7593-66bc-442e-bd42-67dbb727a356 HTTP/1.1" status: 200 len: 946 time: 0.0683148 Sep 01 14:10:34.415626 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [req-851b6aef-5a8b-4d60-9b97-c85b692a5fbc req-1c8fd9a5-4121-463a-be5c-02d164cb47f3 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Deleting port cbd0d6ee-8ef6-4903-9342-88e28ddb8597 {{(pid=107073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:10:34.416095 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-851b6aef-5a8b-4d60-9b97-c85b692a5fbc req-1c8fd9a5-4121-463a-be5c-02d164cb47f3 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (cbd0d6ee-8ef6-4903-9342-88e28ddb8597), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:34.574555 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0e3d8-3353-42a6-a2b2-e6d1c291db20 req-1216b298-6ce2-48dc-8500-2f5ee9624073 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:34.576498 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-33e0e3d8-3353-42a6-a2b2-e6d1c291db20 req-1216b298-6ce2-48dc-8500-2f5ee9624073 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=81fe7593-66bc-442e-bd42-67dbb727a356 HTTP/1.1" status: 200 len: 946 time: 0.1545165 Sep 01 14:10:34.653090 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [req-851b6aef-5a8b-4d60-9b97-c85b692a5fbc req-1c8fd9a5-4121-463a-be5c-02d164cb47f3 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] For port cbd0d6ee-8ef6-4903-9342-88e28ddb8597, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=cbd0d6ee-8ef6-4903-9342-88e28ddb8597,segment=NetworkSegment(c0922301-047c-4f55-a8b0-9261b3aa0d17),segment_id=c0922301-047c-4f55-a8b0-9261b3aa0d17)] {{(pid=107073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:10:34.653452 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-851b6aef-5a8b-4d60-9b97-c85b692a5fbc req-1c8fd9a5-4121-463a-be5c-02d164cb47f3 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (cbd0d6ee-8ef6-4903-9342-88e28ddb8597), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:34.706623 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [req-851b6aef-5a8b-4d60-9b97-c85b692a5fbc req-1c8fd9a5-4121-463a-be5c-02d164cb47f3 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Calling delete_port for cbd0d6ee-8ef6-4903-9342-88e28ddb8597 owned by compute:nova {{(pid=107073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:10:34.713822 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-33e0e3d8-3353-42a6-a2b2-e6d1c291db20 req-30154213-d284-4495-a853-92768ed45f09 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2ace0a83-ed2e-4998-8363-4ec93e8f320a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263182 Sep 01 14:10:34.740821 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84631b00-bb75-4e61-b9c7-905aa28d2894 req-c1c427b1-44c2-4d74-ac84-4d3f752d9d75 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:34.743750 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-84631b00-bb75-4e61-b9c7-905aa28d2894 req-c1c427b1-44c2-4d74-ac84-4d3f752d9d75 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.0950239 Sep 01 14:10:34.863358 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-84631b00-bb75-4e61-b9c7-905aa28d2894 req-d210070e-17eb-4a11-895e-e021b42574a8 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105404 Sep 01 14:10:35.053438 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-851b6aef-5a8b-4d60-9b97-c85b692a5fbc req-1c8fd9a5-4121-463a-be5c-02d164cb47f3 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (cbd0d6ee-8ef6-4903-9342-88e28ddb8597), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:35.089491 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8fd9a5-4121-463a-be5c-02d164cb47f3 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Pushing event deleted for resources: {'Port': ['ID=cbd0d6ee-8ef6-4903-9342-88e28ddb8597,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:10:35.099378 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:35.141033 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [req-851b6aef-5a8b-4d60-9b97-c85b692a5fbc req-1c8fd9a5-4121-463a-be5c-02d164cb47f3 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] No DVR routers for this DVR port cbd0d6ee-8ef6-4903-9342-88e28ddb8597 on host hv-cinder-85221 {{(pid=107073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:10:35.145254 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-851b6aef-5a8b-4d60-9b97-c85b692a5fbc req-1c8fd9a5-4121-463a-be5c-02d164cb47f3 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:35.148698 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-851b6aef-5a8b-4d60-9b97-c85b692a5fbc req-1c8fd9a5-4121-463a-be5c-02d164cb47f3 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.72 "DELETE /networking/v2.0/ports/cbd0d6ee-8ef6-4903-9342-88e28ddb8597 HTTP/1.1" status: 204 len: 173 time: 0.8870797 Sep 01 14:10:35.149179 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81fe7593-66bc-442e-bd42-67dbb727a356', 'name': 'network-vif-deleted', 'tag': 'cbd0d6ee-8ef6-4903-9342-88e28ddb8597'}] {{(pid=107073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:10:35.151718 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa2be68435688eaee197eda6180a725a3135abf9bfe352ecc662039bf4a93bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6d7e00-46a4-4ebd-967a-de531385753e" -d '{"events": [{"server_uuid": "81fe7593-66bc-442e-bd42-67dbb727a356", "name": "network-vif-deleted", "tag": "cbd0d6ee-8ef6-4903-9342-88e28ddb8597"}]}' {{(pid=107073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:10:35.243058 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cf1f7f-ae6e-419f-8fc6-eb671f8e0c38 x-openstack-request-id: req-91cf1f7f-ae6e-419f-8fc6-eb671f8e0c38 {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:10:35.243058 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81fe7593-66bc-442e-bd42-67dbb727a356", "name": "network-vif-deleted", "tag": "cbd0d6ee-8ef6-4903-9342-88e28ddb8597", "status": "completed", "code": 200}]} {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:10:35.243058 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-91cf1f7f-ae6e-419f-8fc6-eb671f8e0c38 {{(pid=107073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:10:35.243058 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91cf1f7f-ae6e-419f-8fc6-eb671f8e0c38'] response: {'server_uuid': '81fe7593-66bc-442e-bd42-67dbb727a356', 'name': 'network-vif-deleted', 'tag': 'cbd0d6ee-8ef6-4903-9342-88e28ddb8597', 'status': 'completed', 'code': 200} Sep 01 14:10:35.867768 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e5c562d0-cb77-458c-b051-e7c761e15913 req-93b93013-c0a8-4981-9ee9-858ab987a778 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=81fe7593-66bc-442e-bd42-67dbb727a356 HTTP/1.1" status: 200 len: 210 time: 0.0386097 Sep 01 14:10:36.047233 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328509cc-c614-4507-8425-3745f6f9c288 req-2601b997-4a28-4826-bc1d-04f81a469674 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:36.049572 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-328509cc-c614-4507-8425-3745f6f9c288 req-2601b997-4a28-4826-bc1d-04f81a469674 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.0645785 Sep 01 14:10:36.116421 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-328509cc-c614-4507-8425-3745f6f9c288 req-f58d2fcc-18fd-42b9-a6da-81d2630840d0 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521724 Sep 01 14:10:36.402660 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device cbd0d6ee-8ef6-4903-9342-88e28ddb8597 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:10:36.442517 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] No Port match for: cbd0d6ee-8ef6-4903-9342-88e28ddb8597 {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:10:36.452004 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device cbd0d6ee-8ef6-4903-9342-88e28ddb8597 not bound to the agent host hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:10:37.115399 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-638ee45d-0acd-4161-9482-12cb5daf4184 req-0586195b-a37b-4500-9631-76e3364b2bfb tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=81fe7593-66bc-442e-bd42-67dbb727a356 HTTP/1.1" status: 200 len: 210 time: 0.0806785 Sep 01 14:10:37.140292 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d654eb8-f37a-49fe-bb8d-02ec6a2f849a req-eea41f11-7bc3-469e-8760-3e14abbf7744 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:37.143597 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4d654eb8-f37a-49fe-bb8d-02ec6a2f849a req-eea41f11-7bc3-469e-8760-3e14abbf7744 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 946 time: 0.1291971 Sep 01 14:10:37.202393 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:37.261910 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4d654eb8-f37a-49fe-bb8d-02ec6a2f849a req-2cb0b91b-caf3-4065-8300-b349fcfe5df9 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107478 Sep 01 14:10:37.281440 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f3803-95da-417c-90bd-dccb4164f6d4 req-ba0c6cf0-1e70-4c61-8ad0-50c1e4635f23 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:37.284581 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-134f3803-95da-417c-90bd-dccb4164f6d4 req-ba0c6cf0-1e70-4c61-8ad0-50c1e4635f23 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.0808244 Sep 01 14:10:37.347681 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-134f3803-95da-417c-90bd-dccb4164f6d4 req-6eb3afa5-6bf3-45a8-b98f-d421358011a5 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533061 Sep 01 14:10:38.178531 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:38.293082 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:38.437340 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faca45b-210a-447c-9633-d89678010e28 req-6fb50d69-04ab-4206-ad6e-20d56f7bc3e9 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:38.440523 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6faca45b-210a-447c-9633-d89678010e28 req-6fb50d69-04ab-4206-ad6e-20d56f7bc3e9 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 946 time: 0.0724518 Sep 01 14:10:38.507993 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6faca45b-210a-447c-9633-d89678010e28 req-627d13fb-f581-438c-94f8-628f349cef1f tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568061 Sep 01 14:10:38.681800 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed25bcd-d4a4-4ba7-8809-8dfa536da0c4 req-ac25fe45-d5df-45ed-bcf7-9875a872227c tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:38.683290 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5ed25bcd-d4a4-4ba7-8809-8dfa536da0c4 req-ac25fe45-d5df-45ed-bcf7-9875a872227c tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.2160139 Sep 01 14:10:38.742551 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5ed25bcd-d4a4-4ba7-8809-8dfa536da0c4 req-ec50dcf1-da0f-4a84-8215-2343e96c5138 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494514 Sep 01 14:10:39.122261 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd846c7-abef-4e60-b4ea-816b033278bd req-bf791daa-3d09-43a6-b483-a7aa21dd694e tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:39.123817 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1cd846c7-abef-4e60-b4ea-816b033278bd req-bf791daa-3d09-43a6-b483-a7aa21dd694e tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 946 time: 0.0528507 Sep 01 14:10:39.241730 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [req-1cd846c7-abef-4e60-b4ea-816b033278bd req-ec7681dd-13bb-428e-a5ec-0e4e8fa0f1ad tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Deleting port 9ae4ab09-714c-4175-ba0d-7b76b31e652d {{(pid=107073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:10:39.242060 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-1cd846c7-abef-4e60-b4ea-816b033278bd req-ec7681dd-13bb-428e-a5ec-0e4e8fa0f1ad tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (9ae4ab09-714c-4175-ba0d-7b76b31e652d), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:39.347129 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [req-1cd846c7-abef-4e60-b4ea-816b033278bd req-ec7681dd-13bb-428e-a5ec-0e4e8fa0f1ad tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] For port 9ae4ab09-714c-4175-ba0d-7b76b31e652d, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9ae4ab09-714c-4175-ba0d-7b76b31e652d,segment=NetworkSegment(64991032-cb00-4fe3-9882-ec8e7671fd4e),segment_id=64991032-cb00-4fe3-9882-ec8e7671fd4e)] {{(pid=107073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:10:39.347414 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-1cd846c7-abef-4e60-b4ea-816b033278bd req-ec7681dd-13bb-428e-a5ec-0e4e8fa0f1ad tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (9ae4ab09-714c-4175-ba0d-7b76b31e652d), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:39.586959 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-1cd846c7-abef-4e60-b4ea-816b033278bd req-ec7681dd-13bb-428e-a5ec-0e4e8fa0f1ad tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:39.588002 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-1cd846c7-abef-4e60-b4ea-816b033278bd req-ec7681dd-13bb-428e-a5ec-0e4e8fa0f1ad tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122292'] for floatingip (8198698d-0e65-4665-9c96-7669093ff1a5), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:39.588002 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.db.l3_db [req-1cd846c7-abef-4e60-b4ea-816b033278bd req-ec7681dd-13bb-428e-a5ec-0e4e8fa0f1ad tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Floating IP 8198698d-0e65-4665-9c96-7669093ff1a5 disassociated. External IP: 172.27.2.237, port: 9ae4ab09-714c-4175-ba0d-7b76b31e652d. Sep 01 14:10:39.588002 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [req-1cd846c7-abef-4e60-b4ea-816b033278bd req-ec7681dd-13bb-428e-a5ec-0e4e8fa0f1ad tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Calling delete_port for 9ae4ab09-714c-4175-ba0d-7b76b31e652d owned by compute:nova {{(pid=107073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:10:39.592405 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:39.991152 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9fc1d-6173-41ab-9407-bc022f6ed785 req-ff0e22c8-4069-4917-b6e1-8792e400b000 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:39.992768 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ffc9fc1d-6173-41ab-9407-bc022f6ed785 req-ff0e22c8-4069-4917-b6e1-8792e400b000 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 946 time: 0.3594494 Sep 01 14:10:40.046792 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f016ce-b3aa-4c11-8522-9a8553a4ae90 req-06c9463b-575b-4b8a-8e48-1153caf377b0 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:40.048755 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-40f016ce-b3aa-4c11-8522-9a8553a4ae90 req-06c9463b-575b-4b8a-8e48-1153caf377b0 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.1033041 Sep 01 14:10:40.118108 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:40.137502 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ffc9fc1d-6173-41ab-9407-bc022f6ed785 req-b245ebd1-5f5b-4362-9746-392a6a74dfc5 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c241a0e-e875-4a59-9689-095286eca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326408 Sep 01 14:10:40.176714 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-40f016ce-b3aa-4c11-8522-9a8553a4ae90 req-352b2de5-562e-41b3-8819-9657e3b13c82 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999501 Sep 01 14:10:40.224361 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-1cd846c7-abef-4e60-b4ea-816b033278bd req-ec7681dd-13bb-428e-a5ec-0e4e8fa0f1ad tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (9ae4ab09-714c-4175-ba0d-7b76b31e652d), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:40.255949 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7681dd-13bb-428e-a5ec-0e4e8fa0f1ad tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Pushing event deleted for resources: {'Port': ['ID=9ae4ab09-714c-4175-ba0d-7b76b31e652d,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:10:40.388474 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cd846c7-abef-4e60-b4ea-816b033278bd req-ec7681dd-13bb-428e-a5ec-0e4e8fa0f1ad tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Router 37b08d5e-be17-4105-af7b-a88fbc50b9fc has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:10:40.522490 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cd846c7-abef-4e60-b4ea-816b033278bd req-ec7681dd-13bb-428e-a5ec-0e4e8fa0f1ad tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:10:40.535828 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a0ad1c-30ed-4355-9236-49957667aa4e None None] Sync routers for ids ['37b08d5e-be17-4105-af7b-a88fbc50b9fc'] in dv-cinder-852211-7-iscsi {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:10:40.552574 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a0ad1c-30ed-4355-9236-49957667aa4e None None] Routers {'37b08d5e-be17-4105-af7b-a88fbc50b9fc'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:10:40.553445 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-68a0ad1c-30ed-4355-9236-49957667aa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:10:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['37b08d5e-be17-4105-af7b-a88fbc50b9fc'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:10:40.574918 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd846c7-abef-4e60-b4ea-816b033278bd req-ec7681dd-13bb-428e-a5ec-0e4e8fa0f1ad tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] No DVR routers for this DVR port 9ae4ab09-714c-4175-ba0d-7b76b31e652d on host hv-cinder-85221 {{(pid=107073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:10:40.577938 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-1cd846c7-abef-4e60-b4ea-816b033278bd req-ec7681dd-13bb-428e-a5ec-0e4e8fa0f1ad tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:40.582841 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1cd846c7-abef-4e60-b4ea-816b033278bd req-ec7681dd-13bb-428e-a5ec-0e4e8fa0f1ad tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.72 "DELETE /networking/v2.0/ports/9ae4ab09-714c-4175-ba0d-7b76b31e652d HTTP/1.1" status: 204 len: 173 time: 1.4479265 Sep 01 14:10:40.583492 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39f7090-b419-46be-9fcc-7ae73004ab71', 'name': 'network-vif-deleted', 'tag': '9ae4ab09-714c-4175-ba0d-7b76b31e652d'}] {{(pid=107073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:10:40.586009 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa2be68435688eaee197eda6180a725a3135abf9bfe352ecc662039bf4a93bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcbff57-987e-4db6-8f83-2a526a110b22" -d '{"events": [{"server_uuid": "d39f7090-b419-46be-9fcc-7ae73004ab71", "name": "network-vif-deleted", "tag": "9ae4ab09-714c-4175-ba0d-7b76b31e652d"}]}' {{(pid=107073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:10:40.642230 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:40.647162 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da853885-04d6-40d7-8df5-cfb282aa0c5f x-openstack-request-id: req-da853885-04d6-40d7-8df5-cfb282aa0c5f {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:10:40.648174 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39f7090-b419-46be-9fcc-7ae73004ab71", "name": "network-vif-deleted", "tag": "9ae4ab09-714c-4175-ba0d-7b76b31e652d", "status": "completed", "code": 200}]} {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:10:40.648651 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da853885-04d6-40d7-8df5-cfb282aa0c5f {{(pid=107073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:10:40.649352 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da853885-04d6-40d7-8df5-cfb282aa0c5f'] response: {'server_uuid': 'd39f7090-b419-46be-9fcc-7ae73004ab71', 'name': 'network-vif-deleted', 'tag': '9ae4ab09-714c-4175-ba0d-7b76b31e652d', 'status': 'completed', 'code': 200} Sep 01 14:10:40.671592 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 6 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:10:40.717576 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-68a0ad1c-30ed-4355-9236-49957667aa4e None None] Set router 37b08d5e-be17-4105-af7b-a88fbc50b9fc gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:10:41.024457 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-68a0ad1c-30ed-4355-9236-49957667aa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1832381904-router', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:39Z', 'updated_at': '2022-09-01T14:05:52Z', 'revision_number': 4, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'gw_port': {'id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:41Z', 'updated_at': '2022-09-01T14:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': 'f67cb7de-db9d-4185-8a7e-2c17517e2aab', 'name': '', 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'mac_address': 'fa:16:3e:87:e5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5274d38f-79ac-43b5-aae2-e29860924168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:50Z', 'updated_at': '2022-09-01T14:06:18Z', 'revision_number': 5, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'subnets': [{'id': '5274d38f-79ac-43b5-aae2-e29860924168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:10:41.064696 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a0ad1c-30ed-4355-9236-49957667aa4e None None] Checking router: 37b08d5e-be17-4105-af7b-a88fbc50b9fc for host: dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:10:41.076930 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a0ad1c-30ed-4355-9236-49957667aa4e None None] Routers {'37b08d5e-be17-4105-af7b-a88fbc50b9fc'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:10:41.077596 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-68a0ad1c-30ed-4355-9236-49957667aa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:10:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['37b08d5e-be17-4105-af7b-a88fbc50b9fc'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:10:41.215564 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-68a0ad1c-30ed-4355-9236-49957667aa4e None None] Set router 37b08d5e-be17-4105-af7b-a88fbc50b9fc gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:10:41.389824 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b4cb7b57-708a-4c6f-af91-e23f1c9b952a req-52642c4b-2bfb-4be3-a231-024984b51774 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 210 time: 0.0472693 Sep 01 14:10:41.520938 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f569b6-c601-4b6b-8f21-4a0d36eaa956 req-2762a4ac-11af-4298-abde-3642b2633dd4 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:41.522737 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-00f569b6-c601-4b6b-8f21-4a0d36eaa956 req-2762a4ac-11af-4298-abde-3642b2633dd4 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.1697876 Sep 01 14:10:41.553833 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-68a0ad1c-30ed-4355-9236-49957667aa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1832381904-router', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:39Z', 'updated_at': '2022-09-01T14:05:52Z', 'revision_number': 4, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'gw_port': {'id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:41Z', 'updated_at': '2022-09-01T14:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': 'f67cb7de-db9d-4185-8a7e-2c17517e2aab', 'name': '', 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'mac_address': 'fa:16:3e:87:e5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5274d38f-79ac-43b5-aae2-e29860924168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:50Z', 'updated_at': '2022-09-01T14:06:18Z', 'revision_number': 5, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'subnets': [{'id': '5274d38f-79ac-43b5-aae2-e29860924168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:10:41.600386 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a0ad1c-30ed-4355-9236-49957667aa4e None None] The sync data for ids ['37b08d5e-be17-4105-af7b-a88fbc50b9fc'] in dv-cinder-852211-7-iscsi is: [{'id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1832381904-router', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:39Z', 'updated_at': '2022-09-01T14:05:52Z', 'revision_number': 4, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'gw_port': {'id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:41Z', 'updated_at': '2022-09-01T14:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': 'f67cb7de-db9d-4185-8a7e-2c17517e2aab', 'name': '', 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'mac_address': 'fa:16:3e:87:e5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5274d38f-79ac-43b5-aae2-e29860924168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:50Z', 'updated_at': '2022-09-01T14:06:18Z', 'revision_number': 5, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'subnets': [{'id': '5274d38f-79ac-43b5-aae2-e29860924168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:10:41.613364 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-00f569b6-c601-4b6b-8f21-4a0d36eaa956 req-10eff0bb-f9bd-4580-9545-85ed7257b257 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834932 Sep 01 14:10:41.901677 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec5d4a2-62b0-46b5-a334-2d3157b08036 None None] New status for floating IP 8198698d-0e65-4665-9c96-7669093ff1a5: DOWN {{(pid=107076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 14:10:42.070677 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d0d1c074-43c5-4caa-8c9e-cd3b3545d07b req-d360c890-7aeb-4330-b58f-3f42a3eea238 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436444 Sep 01 14:10:42.186340 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d1c074-43c5-4caa-8c9e-cd3b3545d07b req-d50d3c54-7b21-49d2-9bea-41c37d3fe64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:42.188676 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d0d1c074-43c5-4caa-8c9e-cd3b3545d07b req-d50d3c54-7b21-49d2-9bea-41c37d3fe64f service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=eaba67e3a54f4191b9b924305a83e4eb&device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 1130 time: 0.0862048 Sep 01 14:10:42.358799 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d1c074-43c5-4caa-8c9e-cd3b3545d07b req-338cf03e-b4d5-4895-bd91-fd0421b950df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:42.361108 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d0d1c074-43c5-4caa-8c9e-cd3b3545d07b req-338cf03e-b4d5-4895-bd91-fd0421b950df service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=5efdbb74-e6fe-4a11-96cb-23855066e81b HTTP/1.1" status: 200 len: 911 time: 0.1361933 Sep 01 14:10:42.442716 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d0d1c074-43c5-4caa-8c9e-cd3b3545d07b req-355ecc2a-0019-4dd8-be72-59bf4a81874e service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39a55af7-1a2a-41f8-b092-76d3ddca0161 HTTP/1.1" status: 200 len: 1002 time: 0.0740912 Sep 01 14:10:42.491134 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:42.523267 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d1c074-43c5-4caa-8c9e-cd3b3545d07b req-f3fdd88c-a47e-40b4-8022-26568fef214f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:42.524941 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d0d1c074-43c5-4caa-8c9e-cd3b3545d07b req-f3fdd88c-a47e-40b4-8022-26568fef214f service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=9516b454-0891-4d29-9fc5-0ee1fc6356e3 HTTP/1.1" status: 200 len: 849 time: 0.0688658 Sep 01 14:10:42.611447 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c8be97d2-6db8-4a0d-b534-0c87c263fe43 req-e29a18be-ab5a-4b3b-9d94-2903b4ac96ea tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 210 time: 0.0595040 Sep 01 14:10:42.631360 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d1c074-43c5-4caa-8c9e-cd3b3545d07b req-bb355df5-f7d6-4add-846c-e196bac161ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:42.648839 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d0d1c074-43c5-4caa-8c9e-cd3b3545d07b req-bb355df5-f7d6-4add-846c-e196bac161ba service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=5efdbb74-e6fe-4a11-96cb-23855066e81b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0923941 Sep 01 14:10:42.834868 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc27372-34b4-48a0-8edf-a73c4ad43e43 req-761eb993-66e6-4c08-aef8-990d22726b2b tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:42.834868 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-bdc27372-34b4-48a0-8edf-a73c4ad43e43 req-761eb993-66e6-4c08-aef8-990d22726b2b tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.0779076 Sep 01 14:10:42.865333 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d0d1c074-43c5-4caa-8c9e-cd3b3545d07b req-d61ab54d-f476-468a-9a71-66792fb17662 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5efdbb74-e6fe-4a11-96cb-23855066e81b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246387 Sep 01 14:10:42.898939 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-bdc27372-34b4-48a0-8edf-a73c4ad43e43 req-de90256c-4765-4230-864d-a8bf72f12a83 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602267 Sep 01 14:10:43.222648 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:43.304496 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d0d1c074-43c5-4caa-8c9e-cd3b3545d07b req-a15d1f6f-93fc-4fda-9e76-f0bbd964f3a8 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5efdbb74-e6fe-4a11-96cb-23855066e81b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677415 Sep 01 14:10:43.796403 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8f2266c2-a775-4079-bc32-61c494b32916 req-f43b6ba4-42bc-4884-861c-c3d3de3203bc tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d39f7090-b419-46be-9fcc-7ae73004ab71 HTTP/1.1" status: 200 len: 210 time: 0.0381651 Sep 01 14:10:43.847449 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=56 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:43.849456 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=63 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:44.067160 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c5e0c-af54-40fa-91a3-e509aa192a94 req-0f3f453a-3e0d-4de0-baf0-71baefbc4e0a tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:44.069739 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f97c5e0c-af54-40fa-91a3-e509aa192a94 req-0f3f453a-3e0d-4de0-baf0-71baefbc4e0a tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.0855925 Sep 01 14:10:44.135094 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f97c5e0c-af54-40fa-91a3-e509aa192a94 req-a7dc5676-5505-4b48-976a-f0a66fef7233 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591114 Sep 01 14:10:44.980348 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 59830) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:10:45.057519 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8734655c-1c4b-48ff-a5bc-04796cffe422 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for security_group (0c241a0e-e875-4a59-9689-095286eca996), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:45.134003 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8734655c-1c4b-48ff-a5bc-04796cffe422 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for security_group (0c241a0e-e875-4a59-9689-095286eca996), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:45.304513 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507150a-f864-4f87-8c1b-e9fb9b861710 req-739157bd-74cf-4d72-9a31-5c05ecba9d40 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:45.306836 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0507150a-f864-4f87-8c1b-e9fb9b861710 req-739157bd-74cf-4d72-9a31-5c05ecba9d40 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.0642710 Sep 01 14:10:45.359216 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8734655c-1c4b-48ff-a5bc-04796cffe422 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (0c241a0e-e875-4a59-9689-095286eca996), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:45.364853 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8734655c-1c4b-48ff-a5bc-04796cffe422 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:45.365319 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-8734655c-1c4b-48ff-a5bc-04796cffe422 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0c241a0e-e875-4a59-9689-095286eca996 HTTP/1.1" status: 204 len: 168 time: 0.3833127 Sep 01 14:10:45.370119 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 59836) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:10:45.399043 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.api.v2.resource [None req-e3e70f2d-037d-4795-b6ff-6a0a653f50c3 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] show failed (client error): The resource could not be found. Sep 01 14:10:45.403486 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-e3e70f2d-037d-4795-b6ff-6a0a653f50c3 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups/0c241a0e-e875-4a59-9689-095286eca996 HTTP/1.1" status: 404 len: 347 time: 0.0322957 Sep 01 14:10:45.404147 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 59838) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:10:45.422664 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0507150a-f864-4f87-8c1b-e9fb9b861710 req-7c44a84e-a25b-4516-8d7f-522347c26a0a tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090593 Sep 01 14:10:45.427354 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734655c-1c4b-48ff-a5bc-04796cffe422 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c241a0e-e875-4a59-9689-095286eca996,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:10:45.615261 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-beb2ede4-23e3-41a3-abe9-20efa13c47a6 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Deleting port fa639260-3bbc-4f1d-8bd5-f6c18395cf5e {{(pid=107074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:10:45.615791 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-beb2ede4-23e3-41a3-abe9-20efa13c47a6 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (fa639260-3bbc-4f1d-8bd5-f6c18395cf5e), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:45.712300 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-beb2ede4-23e3-41a3-abe9-20efa13c47a6 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (fa639260-3bbc-4f1d-8bd5-f6c18395cf5e), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:45.712617 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-beb2ede4-23e3-41a3-abe9-20efa13c47a6 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for floatingip (fa639260-3bbc-4f1d-8bd5-f6c18395cf5e), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:45.729114 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-beb2ede4-23e3-41a3-abe9-20efa13c47a6 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Calling delete_port for fa639260-3bbc-4f1d-8bd5-f6c18395cf5e owned by network:floatingip {{(pid=107074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:10:45.967458 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-beb2ede4-23e3-41a3-abe9-20efa13c47a6 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (fa639260-3bbc-4f1d-8bd5-f6c18395cf5e), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:45.994637 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2ede4-23e3-41a3-abe9-20efa13c47a6 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Pushing event deleted for resources: {'Port': ['ID=fa639260-3bbc-4f1d-8bd5-f6c18395cf5e,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:10:46.069718 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-beb2ede4-23e3-41a3-abe9-20efa13c47a6 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for floatingip (8198698d-0e65-4665-9c96-7669093ff1a5), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:46.072309 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-beb2ede4-23e3-41a3-abe9-20efa13c47a6 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for floatingip (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:46.073531 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-beb2ede4-23e3-41a3-abe9-20efa13c47a6 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/8198698d-0e65-4665-9c96-7669093ff1a5 HTTP/1.1" status: 204 len: 168 time: 0.6684158 Sep 01 14:10:46.258756 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 59846) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:10:46.263906 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-9369f7c5-f5b4-4269-a63c-57ccdf88ce94 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1215927888', 'description': 'tempest-description--289618861'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:10:46.402185 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-9369f7c5-f5b4-4269-a63c-57ccdf88ce94 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:46.488315 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-9369f7c5-f5b4-4269-a63c-57ccdf88ce94 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for security_group (0262b67b-afe8-4971-a775-3aaed3a8cacf), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:46.633743 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0fd28-084f-4644-8efc-a11739cce759 req-786ab0bc-cb67-4b1a-a236-39871b9c36a8 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:46.635792 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d9b0fd28-084f-4644-8efc-a11739cce759 req-786ab0bc-cb67-4b1a-a236-39871b9c36a8 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.0996184 Sep 01 14:10:46.678232 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-9369f7c5-f5b4-4269-a63c-57ccdf88ce94 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (0262b67b-afe8-4971-a775-3aaed3a8cacf), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:46.729142 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d9b0fd28-084f-4644-8efc-a11739cce759 req-86f292b6-6d29-4023-9790-344cd4c90f35 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825932 Sep 01 14:10:46.731993 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369f7c5-f5b4-4269-a63c-57ccdf88ce94 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0262b67b-afe8-4971-a775-3aaed3a8cacf,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:10:46.886531 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-9369f7c5-f5b4-4269-a63c-57ccdf88ce94 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:46.887813 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-9369f7c5-f5b4-4269-a63c-57ccdf88ce94 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6276731 Sep 01 14:10:46.894870 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 59858) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:10:46.900691 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-5c13463e-f9a5-47e5-9991-662d09950f88 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Request body: {'security_group_rule': {'security_group_id': '0262b67b-afe8-4971-a775-3aaed3a8cacf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:10:46.916993 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:46.934363 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbee253-38ec-442a-ac6e-b02ada234a01 req-7fbee42d-76d4-4af5-8140-8c7be35b5633 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:46.936313 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4cbee253-38ec-442a-ac6e-b02ada234a01 req-7fbee42d-76d4-4af5-8140-8c7be35b5633 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 946 time: 0.0803850 Sep 01 14:10:46.994040 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4cbee253-38ec-442a-ac6e-b02ada234a01 req-90d44f29-5db3-4b11-86fd-ed8b4df255e5 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501363 Sep 01 14:10:47.023452 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5c13463e-f9a5-47e5-9991-662d09950f88 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for security_group_rule (9da651b4-72ff-4a20-afbe-48bbad8a9d2a), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:47.029473 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 59862) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:10:47.124069 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5c13463e-f9a5-47e5-9991-662d09950f88 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for security_group_rule (9da651b4-72ff-4a20-afbe-48bbad8a9d2a), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:47.154742 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394276f6-4b9a-4041-953f-9a52abbe7a36 tempest-TestMinimumBasicScenario-115626674 tempest-TestMinimumBasicScenario-115626674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:47.156352 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-394276f6-4b9a-4041-953f-9a52abbe7a36 tempest-TestMinimumBasicScenario-115626674 tempest-TestMinimumBasicScenario-115626674-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 1125 time: 0.1258392 Sep 01 14:10:47.161325 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 59866) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:10:47.166130 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-4c6613bd-8193-4623-9fd5-ce5bc3d7b211 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Request body: {'floatingip': {'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'port_id': '9784e98b-3dcc-42d6-a82e-41f46d73700f', 'tenant_id': 'adf6f1699a0740ee99ae03ef2423d143', 'fixed_ip_address': '172.20.0.12'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:10:47.186321 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:47.195839 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5c13463e-f9a5-47e5-9991-662d09950f88 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411178'] for security_group_rule (9da651b4-72ff-4a20-afbe-48bbad8a9d2a), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:47.217292 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c13463e-f9a5-47e5-9991-662d09950f88 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da651b4-72ff-4a20-afbe-48bbad8a9d2a,revision_number=0']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:10:47.270982 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 9ae4ab09-714c-4175-ba0d-7b76b31e652d no longer exists at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:10:47.293771 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-4c6613bd-8193-4623-9fd5-ce5bc3d7b211 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:47.295275 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] No Port match for: 9ae4ab09-714c-4175-ba0d-7b76b31e652d {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:10:47.295818 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 9ae4ab09-714c-4175-ba0d-7b76b31e652d not bound to the agent host hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:10:47.331496 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5c13463e-f9a5-47e5-9991-662d09950f88 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:47.333346 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-5c13463e-f9a5-47e5-9991-662d09950f88 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4369438 Sep 01 14:10:47.336591 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 59870) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:10:47.342201 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-48505a3a-f4a5-47b5-9dcc-d3dd02bb4e3e tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Request body: {'security_group_rule': {'security_group_id': '0262b67b-afe8-4971-a775-3aaed3a8cacf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:10:47.397065 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-4c6613bd-8193-4623-9fd5-ce5bc3d7b211 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:47.519692 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.db_base_plugin_common [None req-4c6613bd-8193-4623-9fd5-ce5bc3d7b211 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Allocated IP 172.27.2.229 (495e3753-365b-4db4-ace7-a3dca370cb0d/c60058e0-5076-4233-a499-c0113b757f85/70f592ec-9b0c-4455-b23b-7e01f82a52f3) {{(pid=107073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:10:47.523331 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-48505a3a-f4a5-47b5-9dcc-d3dd02bb4e3e tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for security_group_rule (3460aba2-406c-476b-8ef5-5d180da6bf15), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:47.598278 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-48505a3a-f4a5-47b5-9dcc-d3dd02bb4e3e tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for security_group_rule (3460aba2-406c-476b-8ef5-5d180da6bf15), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:47.656843 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-4c6613bd-8193-4623-9fd5-ce5bc3d7b211 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks [] for port (70f592ec-9b0c-4455-b23b-7e01f82a52f3), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:47.715819 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-48505a3a-f4a5-47b5-9dcc-d3dd02bb4e3e tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411178'] for security_group_rule (3460aba2-406c-476b-8ef5-5d180da6bf15), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:47.742086 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48505a3a-f4a5-47b5-9dcc-d3dd02bb4e3e tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3460aba2-406c-476b-8ef5-5d180da6bf15,revision_number=0']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:10:47.813457 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-4c6613bd-8193-4623-9fd5-ce5bc3d7b211 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (70f592ec-9b0c-4455-b23b-7e01f82a52f3), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:47.851742 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-48505a3a-f4a5-47b5-9dcc-d3dd02bb4e3e tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:47.853285 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-48505a3a-f4a5-47b5-9dcc-d3dd02bb4e3e tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5154130 Sep 01 14:10:47.857001 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 59876) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:10:47.858792 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:47.865948 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-35f6a861-5394-4be8-bb69-789dd9d2d3e0 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Request body: {'floatingip': {'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:10:47.899849 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6613bd-8193-4623-9fd5-ce5bc3d7b211 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Network 495e3753-365b-4db4-ace7-a3dca370cb0d is already hosted by enough agents. {{(pid=107073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:10:47.910531 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.base_scheduler [None req-4c6613bd-8193-4623-9fd5-ce5bc3d7b211 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Resources bound (agent type, host, resource id): {{(pid=107073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:10:47.913251 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6613bd-8193-4623-9fd5-ce5bc3d7b211 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Pushing event updated for resources: {'Port': ['ID=70f592ec-9b0c-4455-b23b-7e01f82a52f3,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:10:47.916822 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6613bd-8193-4623-9fd5-ce5bc3d7b211 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Received port after_create {{(pid=107073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:10:47.926596 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b978af9-4eb0-4f49-b66e-6b812a3836fb req-2740eed7-1a04-4103-b247-61e209e07119 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:47.928548 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6b978af9-4eb0-4f49-b66e-6b812a3836fb req-2740eed7-1a04-4103-b247-61e209e07119 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.0996041 Sep 01 14:10:48.008161 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-35f6a861-5394-4be8-bb69-789dd9d2d3e0 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:48.011856 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:48.055872 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6b978af9-4eb0-4f49-b66e-6b812a3836fb req-d1cb9d7b-7032-420d-8280-c2b4a60b85da tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003342 Sep 01 14:10:48.128535 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:48.139432 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-35f6a861-5394-4be8-bb69-789dd9d2d3e0 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:48.322289 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_common [None req-35f6a861-5394-4be8-bb69-789dd9d2d3e0 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Allocated IP 172.27.2.50 (495e3753-365b-4db4-ace7-a3dca370cb0d/c60058e0-5076-4233-a499-c0113b757f85/f8f96d0a-98f9-4de9-be20-b8b193600310) {{(pid=107074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:10:48.450911 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-35f6a861-5394-4be8-bb69-789dd9d2d3e0 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for port (f8f96d0a-98f9-4de9-be20-b8b193600310), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:48.528285 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:48.541478 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-4c6613bd-8193-4623-9fd5-ce5bc3d7b211 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks [] for floatingip (3eb26577-e631-4617-98c0-297f4bd31222), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:48.631075 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-35f6a861-5394-4be8-bb69-789dd9d2d3e0 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (f8f96d0a-98f9-4de9-be20-b8b193600310), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:48.676056 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f6a861-5394-4be8-bb69-789dd9d2d3e0 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Network 495e3753-365b-4db4-ace7-a3dca370cb0d is already hosted by enough agents. {{(pid=107074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:10:48.681953 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-35f6a861-5394-4be8-bb69-789dd9d2d3e0 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Resources bound (agent type, host, resource id): {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:10:48.685987 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f6a861-5394-4be8-bb69-789dd9d2d3e0 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Received port after_create {{(pid=107074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:10:48.714587 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-4c6613bd-8193-4623-9fd5-ce5bc3d7b211 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (70f592ec-9b0c-4455-b23b-7e01f82a52f3), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:48.715716 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6a861-5394-4be8-bb69-789dd9d2d3e0 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Pushing event updated for resources: {'Port': ['ID=f8f96d0a-98f9-4de9-be20-b8b193600310,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:10:48.791242 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-35f6a861-5394-4be8-bb69-789dd9d2d3e0 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for floatingip (db870b89-6e10-4cad-8bce-a556381319e1), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:48.963897 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-35f6a861-5394-4be8-bb69-789dd9d2d3e0 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (f8f96d0a-98f9-4de9-be20-b8b193600310), before_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:48.974518 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-4c6613bd-8193-4623-9fd5-ce5bc3d7b211 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks [] for port (70f592ec-9b0c-4455-b23b-7e01f82a52f3), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:49.071527 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-4c6613bd-8193-4623-9fd5-ce5bc3d7b211 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3071173'] for port (70f592ec-9b0c-4455-b23b-7e01f82a52f3), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:49.178411 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-35f6a861-5394-4be8-bb69-789dd9d2d3e0 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for port (f8f96d0a-98f9-4de9-be20-b8b193600310), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:49.196373 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6613bd-8193-4623-9fd5-ce5bc3d7b211 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Pushing event updated for resources: {'Port': ['ID=70f592ec-9b0c-4455-b23b-7e01f82a52f3,revision_number=2']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:10:49.200751 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-4c6613bd-8193-4623-9fd5-ce5bc3d7b211 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122292'] for floatingip (3eb26577-e631-4617-98c0-297f4bd31222), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:49.270561 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-35f6a861-5394-4be8-bb69-789dd9d2d3e0 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923807'] for port (f8f96d0a-98f9-4de9-be20-b8b193600310), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:49.296385 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:49.357748 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.db.l3_db [None req-4c6613bd-8193-4623-9fd5-ce5bc3d7b211 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Floating IP 3eb26577-e631-4617-98c0-297f4bd31222 associated. External IP: 172.27.2.229, port: 9784e98b-3dcc-42d6-a82e-41f46d73700f. Sep 01 14:10:49.373399 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6a861-5394-4be8-bb69-789dd9d2d3e0 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Pushing event updated for resources: {'Port': ['ID=f8f96d0a-98f9-4de9-be20-b8b193600310,revision_number=2']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:10:49.376801 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137ec49-0667-4e5f-a2c1-cf5dba7b811a req-12bd271d-8c2c-4b8f-a455-2690203d3b50 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:49.377101 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-35f6a861-5394-4be8-bb69-789dd9d2d3e0 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122292'] for floatingip (db870b89-6e10-4cad-8bce-a556381319e1), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:49.378664 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6137ec49-0667-4e5f-a2c1-cf5dba7b811a req-12bd271d-8c2c-4b8f-a455-2690203d3b50 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.1388974 Sep 01 14:10:49.380331 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:49.495834 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-35f6a861-5394-4be8-bb69-789dd9d2d3e0 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for floatingip (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:49.502419 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-35f6a861-5394-4be8-bb69-789dd9d2d3e0 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6391344 Sep 01 14:10:49.528948 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6137ec49-0667-4e5f-a2c1-cf5dba7b811a req-928672ae-0dcd-4e6a-8b2f-9491a734f602 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056430 Sep 01 14:10:49.763849 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6613bd-8193-4623-9fd5-ce5bc3d7b211 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Router bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5 has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:10:50.097708 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-54591096-b7dc-4ad6-bb31-e624ac9df2cb tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:50.099324 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-54591096-b7dc-4ad6-bb31-e624ac9df2cb tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/networks?id=d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0 HTTP/1.1" status: 200 len: 814 time: 0.4478409 Sep 01 14:10:50.164760 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-763229d3-c5af-4f9d-8ad1-67e74d1d9344 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/quotas/2e6d998735c243c3bcd08ca2e2d81ae9 HTTP/1.1" status: 200 len: 375 time: 0.0589235 Sep 01 14:10:50.190888 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-3afb1466-a2f3-44ef-b34a-47a84a9e45af tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1215927888&fields=id&tenant_id=3ed58deb61194a5ba3f2d46eb7e5680c HTTP/1.1" status: 200 len: 267 time: 0.1361923 Sep 01 14:10:50.254790 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-8c8ec88d-79b2-41fa-a249-7b5dc8f5b056 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2e6d998735c243c3bcd08ca2e2d81ae9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0797513 Sep 01 14:10:50.333695 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:50.383878 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6613bd-8193-4623-9fd5-ce5bc3d7b211 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:10:50.397705 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f65135-c8af-4cb9-9d58-06a14f47bded None None] Sync routers for ids ['bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5'] in dv-cinder-852211-7-iscsi {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:10:50.416402 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f65135-c8af-4cb9-9d58-06a14f47bded None None] Routers {'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:10:50.417547 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-f7f65135-c8af-4cb9-9d58-06a14f47bded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:10:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:10:50.466287 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-dddea3b5-64e4-4efb-90b8-3ef2206ce22f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958668 Sep 01 14:10:50.472534 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-9e4bf5be-e4bb-4256-97ac-c90094c89ade tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:50.474144 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-9e4bf5be-e4bb-4256-97ac-c90094c89ade tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/networks?id=04671c53-ca48-4ca5-8247-463b6ac1fbe1 HTTP/1.1" status: 200 len: 817 time: 0.2338226 Sep 01 14:10:50.511266 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-4c6613bd-8193-4623-9fd5-ce5bc3d7b211 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for floatingip (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:50.544683 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-380e3b0d-bfe5-47cb-b357-88674df5c0f0 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/quotas/3ed58deb61194a5ba3f2d46eb7e5680c HTTP/1.1" status: 200 len: 375 time: 0.0608470 Sep 01 14:10:50.600877 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-f7f65135-c8af-4cb9-9d58-06a14f47bded None None] Set router bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:10:50.612918 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-4c6613bd-8193-4623-9fd5-ce5bc3d7b211 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4501019 Sep 01 14:10:50.618328 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 59910) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:10:50.620808 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd917f141-65db-49b0-87ed-0e1e0b72bb4a', 'tag': '9784e98b-3dcc-42d6-a82e-41f46d73700f'}] {{(pid=107073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:10:50.623109 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa2be68435688eaee197eda6180a725a3135abf9bfe352ecc662039bf4a93bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37e1fc2-a00e-411a-90ab-07731277aace" -d '{"events": [{"name": "network-changed", "server_uuid": "d917f141-65db-49b0-87ed-0e1e0b72bb4a", "tag": "9784e98b-3dcc-42d6-a82e-41f46d73700f"}]}' {{(pid=107073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:10:50.625272 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-0525db22-98b4-4252-af9d-bda8ce07afe9 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2009233229', 'description': 'tempest-secgroup-smoke-2009233229 description', 'project_id': 'adf6f1699a0740ee99ae03ef2423d143'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:10:50.652216 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=100 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:50.667676 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-fc8d21bf-8b13-456d-8310-8e419fc65599 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3ed58deb61194a5ba3f2d46eb7e5680c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1041298 Sep 01 14:10:50.687334 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-7c0d0b7b-08b7-4370-ae52-43c6970c7954 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119222 Sep 01 14:10:50.752730 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-0525db22-98b4-4252-af9d-bda8ce07afe9 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:50.788454 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:50.870460 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-a8fa6125-e0fe-4fb0-abb1-abedcfa78c24 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/04671c53-ca48-4ca5-8247-463b6ac1fbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745932 Sep 01 14:10:50.940541 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-0525db22-98b4-4252-af9d-bda8ce07afe9 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks [] for security_group (28137255-a9b5-42bf-804b-d3e5db5441a5), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:50.990614 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:51.024461 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-0525db22-98b4-4252-af9d-bda8ce07afe9 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (28137255-a9b5-42bf-804b-d3e5db5441a5), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:51.037648 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-f7f65135-c8af-4cb9-9d58-06a14f47bded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5', 'name': 'tempest-TestMinimumBasicScenario-1949860572-router', 'tenant_id': 'adf6f1699a0740ee99ae03ef2423d143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '69e50db3-ee9b-4769-8703-5d03fc06f389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:09:20Z', 'updated_at': '2022-09-01T14:09:25Z', 'revision_number': 4, 'project_id': 'adf6f1699a0740ee99ae03ef2423d143', 'gw_port': {'id': '69e50db3-ee9b-4769-8703-5d03fc06f389', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:09:21Z', 'updated_at': '2022-09-01T14:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': '3eb26577-e631-4617-98c0-297f4bd31222', 'tenant_id': 'adf6f1699a0740ee99ae03ef2423d143', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5', 'port_id': '9784e98b-3dcc-42d6-a82e-41f46d73700f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52d2108a-679f-4e17-b63b-779cfbdc360f', 'mac_address': 'fa:16:3e:44:2c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd917f141-65db-49b0-87ed-0e1e0b72bb4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:10:48Z', 'updated_at': '2022-09-01T14:10:48Z', 'revision_number': 0, 'project_id': 'adf6f1699a0740ee99ae03ef2423d143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69142c2c-d6ba-4f02-adc0-8c64fa284f79', 'name': '', 'network_id': '52d2108a-679f-4e17-b63b-779cfbdc360f', 'tenant_id': 'adf6f1699a0740ee99ae03ef2423d143', 'mac_address': 'fa:16:3e:96:37:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b648ad59-9807-46a0-b795-1c2f9dd3fe6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:09:24Z', 'updated_at': '2022-09-01T14:09:31Z', 'revision_number': 5, 'project_id': 'adf6f1699a0740ee99ae03ef2423d143', 'subnets': [{'id': 'b648ad59-9807-46a0-b795-1c2f9dd3fe6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:10:51.098221 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525db22-98b4-4252-af9d-bda8ce07afe9 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28137255-a9b5-42bf-804b-d3e5db5441a5,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:10:51.114096 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-5d96bdc5-ceb5-407a-9e03-841954f7db5e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/04671c53-ca48-4ca5-8247-463b6ac1fbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321382 Sep 01 14:10:51.120536 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f65135-c8af-4cb9-9d58-06a14f47bded None None] Checking router: bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5 for host: dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:10:51.121582 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7cad3-193c-4c96-b469-20ce86dd619d req-60b404bd-58a0-48be-9684-cbafda862ac2 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:51.130574 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-dbd7cad3-193c-4c96-b469-20ce86dd619d req-60b404bd-58a0-48be-9684-cbafda862ac2 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.0868790 Sep 01 14:10:51.140928 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f65135-c8af-4cb9-9d58-06a14f47bded None None] Routers {'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:10:51.142600 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-f7f65135-c8af-4cb9-9d58-06a14f47bded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:10:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:10:51.168316 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-0525db22-98b4-4252-af9d-bda8ce07afe9 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:51.173369 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-0525db22-98b4-4252-af9d-bda8ce07afe9 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5526009 Sep 01 14:10:51.177808 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 59918) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:10:51.194794 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-65bccd4d-e371-4936-b7fa-5b7a41278d6f tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Request body: {'security_group_rule': {'security_group_id': '28137255-a9b5-42bf-804b-d3e5db5441a5', 'project_id': 'adf6f1699a0740ee99ae03ef2423d143', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:10:51.204093 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-dbd7cad3-193c-4c96-b469-20ce86dd619d req-9df154e4-3a7d-4614-a7e7-c5b0ac568d65 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721598 Sep 01 14:10:51.270539 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=100 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:51.312310 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd39d80-6daa-4c8e-b036-d9f90117b638 x-openstack-request-id: req-9dd39d80-6daa-4c8e-b036-d9f90117b638 {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:10:51.314126 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d917f141-65db-49b0-87ed-0e1e0b72bb4a", "tag": "9784e98b-3dcc-42d6-a82e-41f46d73700f", "status": "completed", "code": 200}]} {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:10:51.314888 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9dd39d80-6daa-4c8e-b036-d9f90117b638 {{(pid=107073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:10:51.315583 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dd39d80-6daa-4c8e-b036-d9f90117b638'] response: {'name': 'network-changed', 'server_uuid': 'd917f141-65db-49b0-87ed-0e1e0b72bb4a', 'tag': '9784e98b-3dcc-42d6-a82e-41f46d73700f', 'status': 'completed', 'code': 200} Sep 01 14:10:51.371104 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-65bccd4d-e371-4936-b7fa-5b7a41278d6f tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks [] for security_group_rule (60aad0bb-cfcb-4cbc-ba5a-01d885f726cd), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:51.377683 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-f7f65135-c8af-4cb9-9d58-06a14f47bded None None] Set router bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:10:51.522600 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-65bccd4d-e371-4936-b7fa-5b7a41278d6f tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks [] for security_group_rule (60aad0bb-cfcb-4cbc-ba5a-01d885f726cd), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:51.522786 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-730c5f93-71ee-4c65-b1d6-3ba1f8915cf7 req-95b24667-b1ba-4001-950a-1a68538d1b6e tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=929d6445-681f-48b3-b51f-495532864e64 HTTP/1.1" status: 200 len: 210 time: 0.0804484 Sep 01 14:10:51.525197 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e1fc2-a00e-411a-90ab-07731277aace req-20bbf144-467a-4797-b320-375f4ce3ab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:51.527885 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f37e1fc2-a00e-411a-90ab-07731277aace req-20bbf144-467a-4797-b320-375f4ce3ab1f service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=adf6f1699a0740ee99ae03ef2423d143&device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 1130 time: 0.1717293 Sep 01 14:10:51.630703 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-65bccd4d-e371-4936-b7fa-5b7a41278d6f tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411178'] for security_group_rule (60aad0bb-cfcb-4cbc-ba5a-01d885f726cd), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:51.675665 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bccd4d-e371-4936-b7fa-5b7a41278d6f tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60aad0bb-cfcb-4cbc-ba5a-01d885f726cd,revision_number=0']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:10:51.689654 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-f7f65135-c8af-4cb9-9d58-06a14f47bded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5', 'name': 'tempest-TestMinimumBasicScenario-1949860572-router', 'tenant_id': 'adf6f1699a0740ee99ae03ef2423d143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '69e50db3-ee9b-4769-8703-5d03fc06f389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:09:20Z', 'updated_at': '2022-09-01T14:09:25Z', 'revision_number': 4, 'project_id': 'adf6f1699a0740ee99ae03ef2423d143', 'gw_port': {'id': '69e50db3-ee9b-4769-8703-5d03fc06f389', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:09:21Z', 'updated_at': '2022-09-01T14:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': '3eb26577-e631-4617-98c0-297f4bd31222', 'tenant_id': 'adf6f1699a0740ee99ae03ef2423d143', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5', 'port_id': '9784e98b-3dcc-42d6-a82e-41f46d73700f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52d2108a-679f-4e17-b63b-779cfbdc360f', 'mac_address': 'fa:16:3e:44:2c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd917f141-65db-49b0-87ed-0e1e0b72bb4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:10:48Z', 'updated_at': '2022-09-01T14:10:48Z', 'revision_number': 0, 'project_id': 'adf6f1699a0740ee99ae03ef2423d143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69142c2c-d6ba-4f02-adc0-8c64fa284f79', 'name': '', 'network_id': '52d2108a-679f-4e17-b63b-779cfbdc360f', 'tenant_id': 'adf6f1699a0740ee99ae03ef2423d143', 'mac_address': 'fa:16:3e:96:37:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b648ad59-9807-46a0-b795-1c2f9dd3fe6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:09:24Z', 'updated_at': '2022-09-01T14:09:31Z', 'revision_number': 5, 'project_id': 'adf6f1699a0740ee99ae03ef2423d143', 'subnets': [{'id': 'b648ad59-9807-46a0-b795-1c2f9dd3fe6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:10:51.757338 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8fabaef3-fde1-48c0-8f9b-fd8b9e1cde8c req-ec87df6c-537a-42f8-9d47-a98810fa5c51 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 210 time: 0.0689375 Sep 01 14:10:51.761240 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f65135-c8af-4cb9-9d58-06a14f47bded None None] The sync data for ids ['bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5'] in dv-cinder-852211-7-iscsi is: [{'id': 'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5', 'name': 'tempest-TestMinimumBasicScenario-1949860572-router', 'tenant_id': 'adf6f1699a0740ee99ae03ef2423d143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '69e50db3-ee9b-4769-8703-5d03fc06f389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:09:20Z', 'updated_at': '2022-09-01T14:09:25Z', 'revision_number': 4, 'project_id': 'adf6f1699a0740ee99ae03ef2423d143', 'gw_port': {'id': '69e50db3-ee9b-4769-8703-5d03fc06f389', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:09:21Z', 'updated_at': '2022-09-01T14:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': '3eb26577-e631-4617-98c0-297f4bd31222', 'tenant_id': 'adf6f1699a0740ee99ae03ef2423d143', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5', 'port_id': '9784e98b-3dcc-42d6-a82e-41f46d73700f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52d2108a-679f-4e17-b63b-779cfbdc360f', 'mac_address': 'fa:16:3e:44:2c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd917f141-65db-49b0-87ed-0e1e0b72bb4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:10:48Z', 'updated_at': '2022-09-01T14:10:48Z', 'revision_number': 0, 'project_id': 'adf6f1699a0740ee99ae03ef2423d143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69142c2c-d6ba-4f02-adc0-8c64fa284f79', 'name': '', 'network_id': '52d2108a-679f-4e17-b63b-779cfbdc360f', 'tenant_id': 'adf6f1699a0740ee99ae03ef2423d143', 'mac_address': 'fa:16:3e:96:37:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b648ad59-9807-46a0-b795-1c2f9dd3fe6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:09:24Z', 'updated_at': '2022-09-01T14:09:31Z', 'revision_number': 5, 'project_id': 'adf6f1699a0740ee99ae03ef2423d143', 'subnets': [{'id': 'b648ad59-9807-46a0-b795-1c2f9dd3fe6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:10:51.768733 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-65bccd4d-e371-4936-b7fa-5b7a41278d6f tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:51.781721 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-65bccd4d-e371-4936-b7fa-5b7a41278d6f tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5983899 Sep 01 14:10:51.785884 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 59930) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:10:51.797626 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-f47c1efd-bd44-47b7-b629-7278cca3f70c tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Request body: {'security_group_rule': {'security_group_id': '28137255-a9b5-42bf-804b-d3e5db5441a5', 'project_id': 'adf6f1699a0740ee99ae03ef2423d143', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:10:51.868347 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e1fc2-a00e-411a-90ab-07731277aace req-2082010b-46b5-4c81-b2ae-1e633945e534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:51.871434 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f37e1fc2-a00e-411a-90ab-07731277aace req-2082010b-46b5-4c81-b2ae-1e633945e534 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=52d2108a-679f-4e17-b63b-779cfbdc360f HTTP/1.1" status: 200 len: 916 time: 0.3160009 Sep 01 14:10:51.906929 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-f47c1efd-bd44-47b7-b629-7278cca3f70c tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks [] for security_group_rule (23dd0181-d1dc-4ea1-b2c4-c04d08dc494d), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:51.995264 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:51.998136 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f37e1fc2-a00e-411a-90ab-07731277aace req-1f038982-26cb-44e7-b622-977811e80480 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9784e98b-3dcc-42d6-a82e-41f46d73700f HTTP/1.1" status: 200 len: 1000 time: 0.1096394 Sep 01 14:10:52.030329 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=9 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:52.078571 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-f47c1efd-bd44-47b7-b629-7278cca3f70c tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks [] for security_group_rule (23dd0181-d1dc-4ea1-b2c4-c04d08dc494d), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:52.095811 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e1fc2-a00e-411a-90ab-07731277aace req-740f6827-3443-4883-b252-e3439ae2e64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:52.097747 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f37e1fc2-a00e-411a-90ab-07731277aace req-740f6827-3443-4883-b252-e3439ae2e64e service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=b648ad59-9807-46a0-b795-1c2f9dd3fe6d HTTP/1.1" status: 200 len: 854 time: 0.0833547 Sep 01 14:10:52.158249 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e1fc2-a00e-411a-90ab-07731277aace req-d343bcd6-b9bc-42ee-bc63-f86fb39fc601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:52.159955 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f37e1fc2-a00e-411a-90ab-07731277aace req-d343bcd6-b9bc-42ee-bc63-f86fb39fc601 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=52d2108a-679f-4e17-b63b-779cfbdc360f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528114 Sep 01 14:10:52.209355 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-f47c1efd-bd44-47b7-b629-7278cca3f70c tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411178'] for security_group_rule (23dd0181-d1dc-4ea1-b2c4-c04d08dc494d), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:52.222354 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0e64b2-9930-49ec-891c-4305bad28874 None None] New status for floating IP 3eb26577-e631-4617-98c0-297f4bd31222: ACTIVE {{(pid=107076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 14:10:52.237664 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c1efd-bd44-47b7-b629-7278cca3f70c tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23dd0181-d1dc-4ea1-b2c4-c04d08dc494d,revision_number=0']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:10:52.325110 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f37e1fc2-a00e-411a-90ab-07731277aace req-b4ddb9ff-c8e0-47ab-8c0a-dbcf39ddbafa service neutron] 10.222.0.72 "GET /networking/v2.0/networks/52d2108a-679f-4e17-b63b-779cfbdc360f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524198 Sep 01 14:10:52.413373 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-f47c1efd-bd44-47b7-b629-7278cca3f70c tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:52.416385 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-f47c1efd-bd44-47b7-b629-7278cca3f70c tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6279178 Sep 01 14:10:52.419138 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 59948) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:10:52.427016 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-8a9a7cba-9a39-43a4-8732-62f88aba1903 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Request body: {'security_group_rule': {'security_group_id': '28137255-a9b5-42bf-804b-d3e5db5441a5', 'project_id': 'adf6f1699a0740ee99ae03ef2423d143', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:10:52.446601 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9566dd4-e3f9-436c-9241-2cf20ae512d8 req-ee37f71e-9f65-4b3f-9b7b-d8a6a500d199 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:52.448592 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f9566dd4-e3f9-436c-9241-2cf20ae512d8 req-ee37f71e-9f65-4b3f-9b7b-d8a6a500d199 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.1222265 Sep 01 14:10:52.480130 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:52.504791 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f37e1fc2-a00e-411a-90ab-07731277aace req-43359347-8f14-4954-8811-8bcceab344d5 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/52d2108a-679f-4e17-b63b-779cfbdc360f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675918 Sep 01 14:10:52.558899 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f9566dd4-e3f9-436c-9241-2cf20ae512d8 req-3687d6e9-46f0-4bd6-9150-3e5756be3b22 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926473 Sep 01 14:10:52.654084 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-52ca2fc7-6eeb-47de-813f-34880c2c2512 req-44c57cc4-3d63-43df-a116-ba895e97de2f tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=929d6445-681f-48b3-b51f-495532864e64 HTTP/1.1" status: 200 len: 210 time: 0.0360575 Sep 01 14:10:52.671451 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-8a9a7cba-9a39-43a4-8732-62f88aba1903 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks [] for security_group_rule (f1b83ff1-df3e-4adb-b0f7-a9c42227c1e4), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:52.776144 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-8a9a7cba-9a39-43a4-8732-62f88aba1903 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks [] for security_group_rule (f1b83ff1-df3e-4adb-b0f7-a9c42227c1e4), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:52.882023 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-8a9a7cba-9a39-43a4-8732-62f88aba1903 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411178'] for security_group_rule (f1b83ff1-df3e-4adb-b0f7-a9c42227c1e4), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:52.910367 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a7cba-9a39-43a4-8732-62f88aba1903 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1b83ff1-df3e-4adb-b0f7-a9c42227c1e4,revision_number=0']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:10:52.922035 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1b95fe6f-00e8-4826-aa92-d60eff941df5 req-0042cc4d-2504-4d7f-8cc7-7eecade61cd5 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 210 time: 0.0409689 Sep 01 14:10:52.999983 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-8a9a7cba-9a39-43a4-8732-62f88aba1903 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:53.002871 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-8a9a7cba-9a39-43a4-8732-62f88aba1903 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5820792 Sep 01 14:10:53.006325 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 59958) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:10:53.012683 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-a188778f-26ce-4cd2-83b0-0e4dbeff8c18 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Request body: {'security_group_rule': {'security_group_id': '28137255-a9b5-42bf-804b-d3e5db5441a5', 'project_id': 'adf6f1699a0740ee99ae03ef2423d143', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:10:53.067767 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698250d-84df-4e5f-bbdb-0b2cd9be8554 req-65ac5a88-88d3-4b6a-b838-3f4ba36635aa tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:53.069561 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f698250d-84df-4e5f-bbdb-0b2cd9be8554 req-65ac5a88-88d3-4b6a-b838-3f4ba36635aa tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3e82006c-11f2-43d8-b929-e161f9c506d4 HTTP/1.1" status: 200 len: 945 time: 0.0780745 Sep 01 14:10:53.129746 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f698250d-84df-4e5f-bbdb-0b2cd9be8554 req-791a3fd8-3ef9-4bf4-ade4-b5021621cca3 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0f7f1ef5-a2ce-467b-97f5-dfc1dacee4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527942 Sep 01 14:10:53.146808 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-a188778f-26ce-4cd2-83b0-0e4dbeff8c18 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks [] for security_group_rule (abe38834-a957-43ee-8ba9-1831760aa2de), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:53.222641 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-a188778f-26ce-4cd2-83b0-0e4dbeff8c18 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks [] for security_group_rule (abe38834-a957-43ee-8ba9-1831760aa2de), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:53.366767 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-a188778f-26ce-4cd2-83b0-0e4dbeff8c18 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411178'] for security_group_rule (abe38834-a957-43ee-8ba9-1831760aa2de), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:53.374093 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:53.391339 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188778f-26ce-4cd2-83b0-0e4dbeff8c18 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abe38834-a957-43ee-8ba9-1831760aa2de,revision_number=0']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:10:53.512299 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-a188778f-26ce-4cd2-83b0-0e4dbeff8c18 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:53.513655 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-a188778f-26ce-4cd2-83b0-0e4dbeff8c18 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5061743 Sep 01 14:10:53.517377 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 59960) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:10:53.522881 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-a3370d53-e0a9-4f29-baa5-38cd893accb9 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Request body: {'security_group_rule': {'security_group_id': '28137255-a9b5-42bf-804b-d3e5db5441a5', 'project_id': 'adf6f1699a0740ee99ae03ef2423d143', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:10:53.607917 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.db.securitygroups_db [None req-a3370d53-e0a9-4f29-baa5-38cd893accb9 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Project adf6f1699a0740ee99ae03ef2423d143 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 14:10:53.617737 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a3370d53-e0a9-4f29-baa5-38cd893accb9 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks [] for security_group_rule (eec70b1f-42d7-4028-b95a-bf909ce7c12f), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:53.648520 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:53.729232 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a3370d53-e0a9-4f29-baa5-38cd893accb9 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks [] for security_group_rule (eec70b1f-42d7-4028-b95a-bf909ce7c12f), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:53.747353 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627bec81-e64a-4850-af16-dca27603825d req-4130cab2-803a-44e3-96e7-fadbedbbcd9d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:53.749161 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-627bec81-e64a-4850-af16-dca27603825d req-4130cab2-803a-44e3-96e7-fadbedbbcd9d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.0795219 Sep 01 14:10:53.815910 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-596f436a-e6a6-4c0b-807b-7834bb449858 req-4e8fea75-98eb-49bf-822d-5078adf0928b tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=929d6445-681f-48b3-b51f-495532864e64 HTTP/1.1" status: 200 len: 210 time: 0.0394132 Sep 01 14:10:53.842333 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-627bec81-e64a-4850-af16-dca27603825d req-e7f459ee-f1d8-47a9-a93a-3db39a7bbe8f tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814075 Sep 01 14:10:53.853369 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a3370d53-e0a9-4f29-baa5-38cd893accb9 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411178'] for security_group_rule (eec70b1f-42d7-4028-b95a-bf909ce7c12f), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:53.878564 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3370d53-e0a9-4f29-baa5-38cd893accb9 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eec70b1f-42d7-4028-b95a-bf909ce7c12f,revision_number=0']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:10:53.952110 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a3370d53-e0a9-4f29-baa5-38cd893accb9 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:53.953729 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-a3370d53-e0a9-4f29-baa5-38cd893accb9 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4352388 Sep 01 14:10:53.958287 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 59968) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:10:53.962976 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-73fe9387-9b2a-4664-9648-0377cdb918dd tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Request body: {'security_group_rule': {'security_group_id': '28137255-a9b5-42bf-804b-d3e5db5441a5', 'project_id': 'adf6f1699a0740ee99ae03ef2423d143', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:10:54.061815 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.db.securitygroups_db [None req-73fe9387-9b2a-4664-9648-0377cdb918dd tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Project adf6f1699a0740ee99ae03ef2423d143 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 14:10:54.085189 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-21f99646-aaee-4e71-9677-251ca4e44537 req-7c85c977-74a9-4a0d-87d3-b48b01ba2ffc tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 210 time: 0.0352929 Sep 01 14:10:54.087591 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-73fe9387-9b2a-4664-9648-0377cdb918dd tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks [] for security_group_rule (0e97351c-894a-4282-acc6-0941ef5e2972), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:54.171762 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-73fe9387-9b2a-4664-9648-0377cdb918dd tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks [] for security_group_rule (0e97351c-894a-4282-acc6-0941ef5e2972), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:54.278120 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-73fe9387-9b2a-4664-9648-0377cdb918dd tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411178'] for security_group_rule (0e97351c-894a-4282-acc6-0941ef5e2972), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:54.312896 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe9387-9b2a-4664-9648-0377cdb918dd tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e97351c-894a-4282-acc6-0941ef5e2972,revision_number=0']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:10:54.324999 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17bc2e-3777-4cee-b737-086c00b55452 req-6e4176c7-9e32-4b6f-860e-9afdba83a6da tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:54.326743 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9c17bc2e-3777-4cee-b737-086c00b55452 req-6e4176c7-9e32-4b6f-860e-9afdba83a6da tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3e82006c-11f2-43d8-b929-e161f9c506d4 HTTP/1.1" status: 200 len: 945 time: 0.0986912 Sep 01 14:10:54.373318 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-73ac0058-4b4f-4eb2-b1d8-3f59402b3a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:54.400814 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9c17bc2e-3777-4cee-b737-086c00b55452 req-0fc94408-74da-4437-ac74-b354b46e8efd tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0f7f1ef5-a2ce-467b-97f5-dfc1dacee4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558720 Sep 01 14:10:54.404303 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-73fe9387-9b2a-4664-9648-0377cdb918dd tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:54.408983 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-73fe9387-9b2a-4664-9648-0377cdb918dd tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4462311 Sep 01 14:10:54.529992 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-64d4eb11-9fc8-438f-9b36-ce9dfa78e3e8 req-a0951671-c91d-4c49-9ee2-c2fbddb41701 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2009233229&fields=id&tenant_id=adf6f1699a0740ee99ae03ef2423d143 HTTP/1.1" status: 200 len: 267 time: 0.0574195 Sep 01 14:10:54.611989 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4eb11-9fc8-438f-9b36-ce9dfa78e3e8 req-aa3901c6-468f-4149-82ba-7f43bf2d8ded tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:54.613608 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-64d4eb11-9fc8-438f-9b36-ce9dfa78e3e8 req-aa3901c6-468f-4149-82ba-7f43bf2d8ded tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 946 time: 0.0738955 Sep 01 14:10:54.626900 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [req-64d4eb11-9fc8-438f-9b36-ce9dfa78e3e8 req-0f9d774a-221d-4e0d-9655-3a6c145348e4 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Request body: {'port': {'security_groups': ['97412c60-12ed-4e7d-be7b-fe343e91b0e2', '28137255-a9b5-42bf-804b-d3e5db5441a5']}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:10:54.698300 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:54.740949 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-64d4eb11-9fc8-438f-9b36-ce9dfa78e3e8 req-0f9d774a-221d-4e0d-9655-3a6c145348e4 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (9784e98b-3dcc-42d6-a82e-41f46d73700f), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:54.929252 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c60798-0d16-4736-b7d5-a387dce88a7f req-e9ac1d43-36cb-463b-a8f4-65768e03a462 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:54.931980 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-62c60798-0d16-4736-b7d5-a387dce88a7f req-e9ac1d43-36cb-463b-a8f4-65768e03a462 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3e82006c-11f2-43d8-b929-e161f9c506d4 HTTP/1.1" status: 200 len: 945 time: 0.0939324 Sep 01 14:10:55.064982 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-62ebb482-1803-4174-bcc3-b1378325366b req-5a1cab8c-3938-4b0a-bc4a-51a7eb4d31b3 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=929d6445-681f-48b3-b51f-495532864e64 HTTP/1.1" status: 200 len: 210 time: 0.0658267 Sep 01 14:10:55.183401 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:55.307296 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [req-62c60798-0d16-4736-b7d5-a387dce88a7f req-e9555f76-dbde-438e-b034-3ecf6f66e31b tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Deleting port 69252b21-42c1-4d12-b172-3cdc7e0d6d6b {{(pid=107073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:10:55.310193 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-62c60798-0d16-4736-b7d5-a387dce88a7f req-e9555f76-dbde-438e-b034-3ecf6f66e31b tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (69252b21-42c1-4d12-b172-3cdc7e0d6d6b), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:55.343840 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [req-64d4eb11-9fc8-438f-9b36-ce9dfa78e3e8 req-0f9d774a-221d-4e0d-9655-3a6c145348e4 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] For port 9784e98b-3dcc-42d6-a82e-41f46d73700f, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9784e98b-3dcc-42d6-a82e-41f46d73700f,segment=NetworkSegment(8e3a9a2b-6a7f-4956-be6c-5783c1ea882c),segment_id=8e3a9a2b-6a7f-4956-be6c-5783c1ea882c)] {{(pid=107073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:10:55.481666 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b6a17-e053-42a0-a08a-d51e7507f876 req-04a088f7-231f-4fe2-b2f1-92ab079e2bcb tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:55.484541 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f43b6a17-e053-42a0-a08a-d51e7507f876 req-04a088f7-231f-4fe2-b2f1-92ab079e2bcb tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.3116000 Sep 01 14:10:55.543233 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-64d4eb11-9fc8-438f-9b36-ce9dfa78e3e8 req-0f9d774a-221d-4e0d-9655-3a6c145348e4 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks [] for port (9784e98b-3dcc-42d6-a82e-41f46d73700f), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:55.650692 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-64d4eb11-9fc8-438f-9b36-ce9dfa78e3e8 req-0f9d774a-221d-4e0d-9655-3a6c145348e4 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3071173'] for port (9784e98b-3dcc-42d6-a82e-41f46d73700f), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:55.670049 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] get_ports_and_sgs() called for port_ids ['9784e98b-3dcc-42d6-a82e-41f46d73700f'] {{(pid=107075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 14:10:55.670907 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4eb11-9fc8-438f-9b36-ce9dfa78e3e8 req-0f9d774a-221d-4e0d-9655-3a6c145348e4 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:55.671835 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-64d4eb11-9fc8-438f-9b36-ce9dfa78e3e8 req-0f9d774a-221d-4e0d-9655-3a6c145348e4 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:55.675403 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-64d4eb11-9fc8-438f-9b36-ce9dfa78e3e8 req-0f9d774a-221d-4e0d-9655-3a6c145348e4 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "PUT /networking/v2.0/ports/9784e98b-3dcc-42d6-a82e-41f46d73700f HTTP/1.1" status: 200 len: 982 time: 1.0542026 Sep 01 14:10:55.696773 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd917f141-65db-49b0-87ed-0e1e0b72bb4a', 'tag': '9784e98b-3dcc-42d6-a82e-41f46d73700f'}] {{(pid=107073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:10:55.699200 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa2be68435688eaee197eda6180a725a3135abf9bfe352ecc662039bf4a93bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53560b66-7da3-4363-9ba5-7363add004da" -d '{"events": [{"name": "network-changed", "server_uuid": "d917f141-65db-49b0-87ed-0e1e0b72bb4a", "tag": "9784e98b-3dcc-42d6-a82e-41f46d73700f"}]}' {{(pid=107073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:10:55.708195 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [req-62c60798-0d16-4736-b7d5-a387dce88a7f req-e9555f76-dbde-438e-b034-3ecf6f66e31b tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] For port 69252b21-42c1-4d12-b172-3cdc7e0d6d6b, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=69252b21-42c1-4d12-b172-3cdc7e0d6d6b,segment=NetworkSegment(ca6b7f3c-527c-4348-9811-67350820a04d),segment_id=ca6b7f3c-527c-4348-9811-67350820a04d)] {{(pid=107073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:10:55.708865 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-62c60798-0d16-4736-b7d5-a387dce88a7f req-e9555f76-dbde-438e-b034-3ecf6f66e31b tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (69252b21-42c1-4d12-b172-3cdc7e0d6d6b), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:55.804351 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f43b6a17-e053-42a0-a08a-d51e7507f876 req-01a7e4c1-4cf8-4dad-9d20-a7dcd8ea6f64 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3032813 Sep 01 14:10:55.818108 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] get_ports_and_sgs() called for port_ids ['9784e98b-3dcc-42d6-a82e-41f46d73700f'] {{(pid=107075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 14:10:55.910703 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a69c1928-900e-4ba0-b57d-4ccb8b91b747 req-56599751-80f9-42dc-8172-9cd1121be55d tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 210 time: 0.1262636 Sep 01 14:10:55.959346 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d774a-221d-4e0d-9655-3a6c145348e4 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Pushing event updated for resources: {'Port': ['ID=9784e98b-3dcc-42d6-a82e-41f46d73700f,revision_number=6']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:10:56.079816 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:56.130842 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd03ce-039a-458e-abfc-3791bd4a56c2 req-2ac9e631-2452-45f6-a657-9fee61e85685 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:56.138556 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e9bd03ce-039a-458e-abfc-3791bd4a56c2 req-2ac9e631-2452-45f6-a657-9fee61e85685 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3e82006c-11f2-43d8-b929-e161f9c506d4 HTTP/1.1" status: 200 len: 945 time: 0.2194948 Sep 01 14:10:56.214450 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a840d6-cd7e-4206-8d3a-ecb24bedcc76 req-07ddfd34-6f45-4535-b9ae-990ab5f7727f tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:56.215959 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-93a840d6-cd7e-4206-8d3a-ecb24bedcc76 req-07ddfd34-6f45-4535-b9ae-990ab5f7727f tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 985 time: 0.1463931 Sep 01 14:10:56.265181 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:56.282102 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e9bd03ce-039a-458e-abfc-3791bd4a56c2 req-7bdcb3e5-193b-4242-ac3d-c50a50177504 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0f7f1ef5-a2ce-467b-97f5-dfc1dacee4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424861 Sep 01 14:10:56.284321 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-62c60798-0d16-4736-b7d5-a387dce88a7f req-e9555f76-dbde-438e-b034-3ecf6f66e31b tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:56.284687 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-62c60798-0d16-4736-b7d5-a387dce88a7f req-e9555f76-dbde-438e-b034-3ecf6f66e31b tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122292'] for floatingip (9b188136-a971-4e87-9dc1-a1d308613ac9), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:56.285002 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.db.l3_db [req-62c60798-0d16-4736-b7d5-a387dce88a7f req-e9555f76-dbde-438e-b034-3ecf6f66e31b tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Floating IP 9b188136-a971-4e87-9dc1-a1d308613ac9 disassociated. External IP: 172.27.2.62, port: 69252b21-42c1-4d12-b172-3cdc7e0d6d6b. Sep 01 14:10:56.285352 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [req-62c60798-0d16-4736-b7d5-a387dce88a7f req-e9555f76-dbde-438e-b034-3ecf6f66e31b tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Calling delete_port for 69252b21-42c1-4d12-b172-3cdc7e0d6d6b owned by compute:nova {{(pid=107073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:10:56.399662 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-93a840d6-cd7e-4206-8d3a-ecb24bedcc76 req-943b8b5d-50da-4be2-8b0b-53c94f8e3f15 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=28137255-a9b5-42bf-804b-d3e5db5441a5&id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1676149 Sep 01 14:10:56.528623 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:56.555637 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e656b73c-3ccd-41bd-89c3-1f5b1ea49b5b x-openstack-request-id: req-e656b73c-3ccd-41bd-89c3-1f5b1ea49b5b {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:10:56.556157 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d917f141-65db-49b0-87ed-0e1e0b72bb4a", "tag": "9784e98b-3dcc-42d6-a82e-41f46d73700f", "status": "completed", "code": 200}]} {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:10:56.556506 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e656b73c-3ccd-41bd-89c3-1f5b1ea49b5b {{(pid=107073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:10:56.557027 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e656b73c-3ccd-41bd-89c3-1f5b1ea49b5b'] response: {'name': 'network-changed', 'server_uuid': 'd917f141-65db-49b0-87ed-0e1e0b72bb4a', 'tag': '9784e98b-3dcc-42d6-a82e-41f46d73700f', 'status': 'completed', 'code': 200} Sep 01 14:10:56.567298 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=100 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:56.689994 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c8645ae2-fe60-47a9-bb6b-f9a6c68515a7 req-888db94f-094f-4287-a187-f08564dc4341 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=929d6445-681f-48b3-b51f-495532864e64 HTTP/1.1" status: 200 len: 210 time: 0.0537570 Sep 01 14:10:56.715076 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-18410928-2567-4882-8f7d-ed12f08a198f tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:56.717789 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-18410928-2567-4882-8f7d-ed12f08a198f tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.72 "GET /networking/v2.0/networks?id=d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0 HTTP/1.1" status: 200 len: 814 time: 0.4136078 Sep 01 14:10:56.736626 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-ad72f95a-4c6f-4e8b-b121-ce186d12bebb tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Request body: {'port': {'device_id': '929d6445-681f-48b3-b51f-495532864e64', 'network_id': 'd1c0ee50-5f2f-4508-9ae2-29e7d03abfd0', 'admin_state_up': True, 'tenant_id': '2e6d998735c243c3bcd08ca2e2d81ae9'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:10:56.752142 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53560b66-7da3-4363-9ba5-7363add004da req-3711a846-9ad3-4309-b7e6-19262d8e5611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:56.754843 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-53560b66-7da3-4363-9ba5-7363add004da req-3711a846-9ad3-4309-b7e6-19262d8e5611 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=adf6f1699a0740ee99ae03ef2423d143&device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 1169 time: 0.1668506 Sep 01 14:10:56.880662 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-62c60798-0d16-4736-b7d5-a387dce88a7f req-e9555f76-dbde-438e-b034-3ecf6f66e31b tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (69252b21-42c1-4d12-b172-3cdc7e0d6d6b), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:57.104978 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53560b66-7da3-4363-9ba5-7363add004da req-b79dac2e-e73c-4c73-8385-8edf9e49ab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:57.106561 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-53560b66-7da3-4363-9ba5-7363add004da req-b79dac2e-e73c-4c73-8385-8edf9e49ab7a service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=52d2108a-679f-4e17-b63b-779cfbdc360f HTTP/1.1" status: 200 len: 916 time: 0.3305447 Sep 01 14:10:57.191059 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-53560b66-7da3-4363-9ba5-7363add004da req-12ac82d7-fa52-41bf-aad0-25ceac0d6078 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9784e98b-3dcc-42d6-a82e-41f46d73700f HTTP/1.1" status: 200 len: 1002 time: 0.0747247 Sep 01 14:10:57.230101 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-ad72f95a-4c6f-4e8b-b121-ce186d12bebb tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Made reservation on behalf of 2e6d998735c243c3bcd08ca2e2d81ae9 for: {'port': 1} {{(pid=107074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:10:57.234293 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-ad72f95a-4c6f-4e8b-b121-ce186d12bebb tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:57.354995 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53560b66-7da3-4363-9ba5-7363add004da req-4b9d6d98-67d4-4be8-8fe7-f42174c50d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:57.356482 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-53560b66-7da3-4363-9ba5-7363add004da req-4b9d6d98-67d4-4be8-8fe7-f42174c50d2e service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=b648ad59-9807-46a0-b795-1c2f9dd3fe6d HTTP/1.1" status: 200 len: 854 time: 0.1067362 Sep 01 14:10:57.426139 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9555f76-dbde-438e-b034-3ecf6f66e31b tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Pushing event deleted for resources: {'Port': ['ID=69252b21-42c1-4d12-b172-3cdc7e0d6d6b,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:10:57.427267 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d03453f5-a411-42ec-9d30-0c75e5c5916f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:57.451767 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53560b66-7da3-4363-9ba5-7363add004da req-933a68c1-1526-4f39-b94e-5e56d21113ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:57.453373 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-53560b66-7da3-4363-9ba5-7363add004da req-933a68c1-1526-4f39-b94e-5e56d21113ca service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=52d2108a-679f-4e17-b63b-779cfbdc360f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0897458 Sep 01 14:10:57.478486 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_common [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-ad72f95a-4c6f-4e8b-b121-ce186d12bebb tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Allocated IP 172.20.0.11 (d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0/4ea87ade-011f-4e61-be9d-8a876a11d6d7/06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e) {{(pid=107074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:10:57.525128 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:57.551761 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-06bf30b1-1783-4804-b61a-9cef9c5bb835 req-164bf8f7-d111-4474-9ecc-c1f8cedaefd5 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 210 time: 0.1716254 Sep 01 14:10:57.662373 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c003a-21d6-4cb7-8307-1edc38fdd14c req-69c7cbb0-b6a7-4fe5-aded-4602f57bc49e tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:57.664922 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-766c003a-21d6-4cb7-8307-1edc38fdd14c req-69c7cbb0-b6a7-4fe5-aded-4602f57bc49e tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.2791023 Sep 01 14:10:57.701653 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:57.713773 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-89bf1856-06fe-4d92-9c00-7ab09406547f tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:57.716338 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-89bf1856-06fe-4d92-9c00-7ab09406547f tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.72 "GET /networking/v2.0/networks?id=04671c53-ca48-4ca5-8247-463b6ac1fbe1 HTTP/1.1" status: 200 len: 817 time: 0.9202662 Sep 01 14:10:57.741964 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-53560b66-7da3-4363-9ba5-7363add004da req-29d5c7a7-36dd-4d4d-8db3-6913f192402a service neutron] 10.222.0.72 "GET /networking/v2.0/networks/52d2108a-679f-4e17-b63b-779cfbdc360f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023139 Sep 01 14:10:57.747427 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-ad72f95a-4c6f-4e8b-b121-ce186d12bebb tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Publish callbacks [] for port (06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:57.789127 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4cc72d74-6a58-4b3f-a04b-4534ac24e318 req-9f8e4ba6-81b1-4d03-8af1-bb51aba89501 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3e82006c-11f2-43d8-b929-e161f9c506d4 HTTP/1.1" status: 200 len: 210 time: 0.1388986 Sep 01 14:10:57.869635 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:57.889598 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-53560b66-7da3-4363-9ba5-7363add004da req-ca36b739-adb7-4f29-9187-0a64ba87c158 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/52d2108a-679f-4e17-b63b-779cfbdc360f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400654 Sep 01 14:10:57.916014 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-ad72f95a-4c6f-4e8b-b121-ce186d12bebb tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:58.014340 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-ad72f95a-4c6f-4e8b-b121-ce186d12bebb tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Network d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0 is already hosted by enough agents. {{(pid=107074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:10:58.014638 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-766c003a-21d6-4cb7-8307-1edc38fdd14c req-55d16048-217a-40da-bfa6-aad39f4ec7bb tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3202860 Sep 01 14:10:58.020174 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-dfa7bcad-a514-4f4b-b1dc-cf2e45fef12c tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3ed58deb61194a5ba3f2d46eb7e5680c HTTP/1.1" status: 200 len: 380 time: 0.2613912 Sep 01 14:10:58.024248 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-ad72f95a-4c6f-4e8b-b121-ce186d12bebb tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Resources bound (agent type, host, resource id): {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:10:58.030750 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-ad72f95a-4c6f-4e8b-b121-ce186d12bebb tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Received port after_create {{(pid=107074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:10:58.039149 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-a781db1b-e0e4-452c-af05-c3997c5957ba tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Request body: {'port': {'device_id': 'd1298e8f-49c7-4a76-bc92-4b1fd8dfeac1', 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1', 'admin_state_up': True, 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'security_groups': ['0262b67b-afe8-4971-a775-3aaed3a8cacf']}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:10:58.078574 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c3b26-02b4-49e7-b8de-063b5f3ca5c2 req-b2449508-63f6-46bf-b93a-c33a49ea05be tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:58.081294 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-dd5c3b26-02b4-49e7-b8de-063b5f3ca5c2 req-b2449508-63f6-46bf-b93a-c33a49ea05be tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=929d6445-681f-48b3-b51f-495532864e64 HTTP/1.1" status: 200 len: 932 time: 0.1968355 Sep 01 14:10:58.083562 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62c60798-0d16-4736-b7d5-a387dce88a7f req-e9555f76-dbde-438e-b034-3ecf6f66e31b tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Router e8f55aa6-3e2f-4434-9312-766524ba3bfd has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:10:58.086376 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad72f95a-4c6f-4e8b-b121-ce186d12bebb tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Pushing event updated for resources: {'Port': ['ID=06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:10:58.122149 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:58.129522 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-ad72f95a-4c6f-4e8b-b121-ce186d12bebb tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:58.130508 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-ad72f95a-4c6f-4e8b-b121-ce186d12bebb tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:58.224454 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-ad72f95a-4c6f-4e8b-b121-ce186d12bebb tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4956353 Sep 01 14:10:58.238998 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-0c5cf007-177b-44b6-adcd-b07cd29e4ffa service neutron] Request body: {'port': {'device_id': '929d6445-681f-48b3-b51f-495532864e64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:10:58.273356 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-dd5c3b26-02b4-49e7-b8de-063b5f3ca5c2 req-36aae500-4012-43aa-81ac-e966f7ccb193 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2ace0a83-ed2e-4998-8363-4ec93e8f320a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488211 Sep 01 14:10:58.332318 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-0c5cf007-177b-44b6-adcd-b07cd29e4ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e), before_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:58.349813 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62c60798-0d16-4736-b7d5-a387dce88a7f req-e9555f76-dbde-438e-b034-3ecf6f66e31b tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:10:58.362830 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6021fe85-23b1-4761-aef4-dd0c00267f67 None None] Sync routers for ids ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'] in dv-cinder-852211-7-iscsi {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:10:58.382521 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6021fe85-23b1-4761-aef4-dd0c00267f67 None None] Routers {'e8f55aa6-3e2f-4434-9312-766524ba3bfd'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:10:58.382521 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-6021fe85-23b1-4761-aef4-dd0c00267f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:10:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:10:58.433773 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c60798-0d16-4736-b7d5-a387dce88a7f req-e9555f76-dbde-438e-b034-3ecf6f66e31b tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] No DVR routers for this DVR port 69252b21-42c1-4d12-b172-3cdc7e0d6d6b on host hv-cinder-85221 {{(pid=107073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:10:58.439163 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-62c60798-0d16-4736-b7d5-a387dce88a7f req-e9555f76-dbde-438e-b034-3ecf6f66e31b tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:58.445498 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-62c60798-0d16-4736-b7d5-a387dce88a7f req-e9555f76-dbde-438e-b034-3ecf6f66e31b tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.72 "DELETE /networking/v2.0/ports/69252b21-42c1-4d12-b172-3cdc7e0d6d6b HTTP/1.1" status: 204 len: 173 time: 3.4983535 Sep 01 14:10:58.460277 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-a781db1b-e0e4-452c-af05-c3997c5957ba tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Made reservation on behalf of 3ed58deb61194a5ba3f2d46eb7e5680c for: {'port': 1} {{(pid=107073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:10:58.465703 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-a781db1b-e0e4-452c-af05-c3997c5957ba tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:58.559864 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e82006c-11f2-43d8-b929-e161f9c506d4', 'name': 'network-vif-deleted', 'tag': '69252b21-42c1-4d12-b172-3cdc7e0d6d6b'}] {{(pid=107073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:10:58.562969 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa2be68435688eaee197eda6180a725a3135abf9bfe352ecc662039bf4a93bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b8d311-2c86-4ce6-8635-71265c069fc4" -d '{"events": [{"server_uuid": "3e82006c-11f2-43d8-b929-e161f9c506d4", "name": "network-vif-deleted", "tag": "69252b21-42c1-4d12-b172-3cdc7e0d6d6b"}]}' {{(pid=107073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:10:58.569952 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-6021fe85-23b1-4761-aef4-dd0c00267f67 None None] Set router e8f55aa6-3e2f-4434-9312-766524ba3bfd gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:10:58.670337 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a382f829-908f-4f93-b171-35be537561cc x-openstack-request-id: req-a382f829-908f-4f93-b171-35be537561cc {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:10:58.670955 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e82006c-11f2-43d8-b929-e161f9c506d4", "name": "network-vif-deleted", "tag": "69252b21-42c1-4d12-b172-3cdc7e0d6d6b", "status": "completed", "code": 200}]} {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:10:58.671369 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a382f829-908f-4f93-b171-35be537561cc {{(pid=107073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:10:58.672031 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a382f829-908f-4f93-b171-35be537561cc'] response: {'server_uuid': '3e82006c-11f2-43d8-b929-e161f9c506d4', 'name': 'network-vif-deleted', 'tag': '69252b21-42c1-4d12-b172-3cdc7e0d6d6b', 'status': 'completed', 'code': 200} Sep 01 14:10:58.706202 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.db_base_plugin_common [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-a781db1b-e0e4-452c-af05-c3997c5957ba tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Allocated IP 172.20.0.3 (04671c53-ca48-4ca5-8247-463b6ac1fbe1/5274d38f-79ac-43b5-aae2-e29860924168/214b6ab8-206c-4129-a639-f69abbdaa49b) {{(pid=107073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:10:58.934553 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4d045839-4cdf-4e9e-a694-be237b168f46 req-558fa5c3-b699-4ae3-a509-f366dce42518 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 210 time: 0.1045103 Sep 01 14:10:58.949660 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-0c5cf007-177b-44b6-adcd-b07cd29e4ffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e {{(pid=107074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:10:58.972532 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-0c5cf007-177b-44b6-adcd-b07cd29e4ffa service neutron] Publish callbacks [] for port (06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:58.974064 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:58.993746 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.provisioning_blocks [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-0c5cf007-177b-44b6-adcd-b07cd29e4ffa service neutron] Transition to ACTIVE for port object 06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e will not be triggered until provisioned by entity L2. {{(pid=107074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 14:10:58.995462 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7d402e20-45d5-448c-9593-a96201665382 req-6f85c5f1-c1da-48be-88cf-8ea0ea2fbc29 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3e82006c-11f2-43d8-b929-e161f9c506d4 HTTP/1.1" status: 200 len: 210 time: 0.1037471 Sep 01 14:10:59.078465 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-a781db1b-e0e4-452c-af05-c3997c5957ba tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for port (214b6ab8-206c-4129-a639-f69abbdaa49b), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:59.105031 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-0c5cf007-177b-44b6-adcd-b07cd29e4ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923807'] for port (06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:59.117539 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:59.119621 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-6021fe85-23b1-4761-aef4-dd0c00267f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'name': 'tempest-AttachVolumeNegativeTest-1411166407-router', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:07:23Z', 'updated_at': '2022-09-01T14:07:28Z', 'revision_number': 4, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'gw_port': {'id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:24Z', 'updated_at': '2022-09-01T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': 'e9efb998-fb9c-4d8e-8668-f1427837bef0', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'port_id': 'e0564e10-4a1c-482b-8355-e8813807b5bd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'mac_address': 'fa:16:3e:27:9b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91814986-adf4-46cb-8edf-820106d37ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:07:33Z', 'updated_at': '2022-09-01T14:08:10Z', 'revision_number': 2, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d322708-60c7-4a61-b0df-8d1e76fa1ff4', 'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'mac_address': 'fa:16:3e:a6:5b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:27Z', 'updated_at': '2022-09-01T14:07:34Z', 'revision_number': 5, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'subnets': [{'id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:10:59.184643 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6021fe85-23b1-4761-aef4-dd0c00267f67 None None] Checking router: e8f55aa6-3e2f-4434-9312-766524ba3bfd for host: dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:10:59.216997 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6021fe85-23b1-4761-aef4-dd0c00267f67 None None] Routers {'e8f55aa6-3e2f-4434-9312-766524ba3bfd'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:10:59.218222 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-6021fe85-23b1-4761-aef4-dd0c00267f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:10:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:10:59.242178 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:59.249236 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5cf007-177b-44b6-adcd-b07cd29e4ffa service neutron] Pushing event updated for resources: {'Port': ['ID=06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e,revision_number=2']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:10:59.263216 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-a781db1b-e0e4-452c-af05-c3997c5957ba tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (214b6ab8-206c-4129-a639-f69abbdaa49b), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:59.300740 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.managers [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-0c5cf007-177b-44b6-adcd-b07cd29e4ffa service neutron] Attempting to bind port 06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e on host hv-cinder-85221 for vnic_type normal with profile {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:10:59.300740 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.managers [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-0c5cf007-177b-44b6-adcd-b07cd29e4ffa service neutron] Attempting to bind port 06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': 'c0922301-047c-4f55-a8b0-9261b3aa0d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd1c0ee50-5f2f-4508-9ae2-29e7d03abfd0'}] {{(pid=107074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:10:59.300740 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-0c5cf007-177b-44b6-adcd-b07cd29e4ffa service neutron] Attempting to bind port 06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e on network d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0 {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:10:59.308980 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-0c5cf007-177b-44b6-adcd-b07cd29e4ffa service neutron] Port 06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e on network d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 14:10:59.309742 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-0c5cf007-177b-44b6-adcd-b07cd29e4ffa service neutron] Attempting to bind port 06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e on network d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0 {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:10:59.321682 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-0c5cf007-177b-44b6-adcd-b07cd29e4ffa service neutron] Checking agent: {'id': 'a7580bcb-0f49-4eb6-986f-da2a861ca402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'started_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:10:59.323546 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-0c5cf007-177b-44b6-adcd-b07cd29e4ffa service neutron] Checking segment: {'id': 'c0922301-047c-4f55-a8b0-9261b3aa0d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd1c0ee50-5f2f-4508-9ae2-29e7d03abfd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:10:59.324294 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-0c5cf007-177b-44b6-adcd-b07cd29e4ffa service neutron] Bound using segment: {'id': 'c0922301-047c-4f55-a8b0-9261b3aa0d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd1c0ee50-5f2f-4508-9ae2-29e7d03abfd0'} {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:10:59.325397 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.managers [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-0c5cf007-177b-44b6-adcd-b07cd29e4ffa service neutron] Bound port: 06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0922301-047c-4f55-a8b0-9261b3aa0d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd1c0ee50-5f2f-4508-9ae2-29e7d03abfd0'}}] {{(pid=107074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:10:59.326312 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-0c5cf007-177b-44b6-adcd-b07cd29e4ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e), before_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:59.340956 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:59.356711 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee96a5-60ec-4083-8fbd-a4dbb466d25f req-aef074bb-44bc-4254-9dcc-c10d254fdc0c tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:59.369498 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8cee96a5-60ec-4083-8fbd-a4dbb466d25f req-aef074bb-44bc-4254-9dcc-c10d254fdc0c tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.1868207 Sep 01 14:10:59.408329 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-a781db1b-e0e4-452c-af05-c3997c5957ba tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Network 04671c53-ca48-4ca5-8247-463b6ac1fbe1 is already hosted by enough agents. {{(pid=107073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:10:59.428510 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.base_scheduler [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-a781db1b-e0e4-452c-af05-c3997c5957ba tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Resources bound (agent type, host, resource id): {{(pid=107073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:10:59.450708 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-a781db1b-e0e4-452c-af05-c3997c5957ba tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Received port after_create {{(pid=107073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:10:59.462460 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-0c5cf007-177b-44b6-adcd-b07cd29e4ffa service neutron] For port 06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e, host hv-cinder-85221, cleared binding levels {{(pid=107074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:10:59.468023 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-0c5cf007-177b-44b6-adcd-b07cd29e4ffa service neutron] For port 06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e,segment=NetworkSegment(c0922301-047c-4f55-a8b0-9261b3aa0d17),segment_id=c0922301-047c-4f55-a8b0-9261b3aa0d17)] {{(pid=107074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:10:59.491857 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-6021fe85-23b1-4761-aef4-dd0c00267f67 None None] Set router e8f55aa6-3e2f-4434-9312-766524ba3bfd gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:10:59.557541 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-0c5cf007-177b-44b6-adcd-b07cd29e4ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923807'] for port (06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:59.567794 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-0c5cf007-177b-44b6-adcd-b07cd29e4ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:59.575117 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-0c5cf007-177b-44b6-adcd-b07cd29e4ffa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:59.578195 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-0c5cf007-177b-44b6-adcd-b07cd29e4ffa service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e HTTP/1.1" status: 200 len: 1094 time: 1.3442986 Sep 01 14:10:59.582672 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '929d6445-681f-48b3-b51f-495532864e64', 'tag': '06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e'}] {{(pid=107074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:10:59.587060 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c297ab1b76e2baeed04979654ee05671bdf6dedd7a272174e678f0e52b3dfb88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e348cd4-c236-4cf6-9e8f-931f1dcb649f" -d '{"events": [{"name": "network-changed", "server_uuid": "929d6445-681f-48b3-b51f-495532864e64", "tag": "06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e"}]}' {{(pid=107074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:10:59.633214 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781db1b-e0e4-452c-af05-c3997c5957ba tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Pushing event updated for resources: {'Port': ['ID=214b6ab8-206c-4129-a639-f69abbdaa49b,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:10:59.685617 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:59.716791 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:59.729667 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5cf007-177b-44b6-adcd-b07cd29e4ffa service neutron] Pushing event updated for resources: {'Port': ['ID=06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e,revision_number=3']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:10:59.749211 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-a781db1b-e0e4-452c-af05-c3997c5957ba tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:59.750337 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-a781db1b-e0e4-452c-af05-c3997c5957ba tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:59.762684 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8cee96a5-60ec-4083-8fbd-a4dbb466d25f req-e4ac4a36-007b-44c4-95ff-39a10f30b579 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3913519 Sep 01 14:10:59.793055 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584bdc7-61d9-4d8c-806f-86d5ae9b733d req-0ee4823a-9894-4dcc-863c-c689cba7e647 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:10:59.793055 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b584bdc7-61d9-4d8c-806f-86d5ae9b733d req-0ee4823a-9894-4dcc-863c-c689cba7e647 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=929d6445-681f-48b3-b51f-495532864e64 HTTP/1.1" status: 200 len: 944 time: 0.3351679 Sep 01 14:10:59.840136 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c90942-b4d2-48f6-a530-a22fe732356b x-openstack-request-id: req-78c90942-b4d2-48f6-a530-a22fe732356b {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:10:59.840698 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "929d6445-681f-48b3-b51f-495532864e64", "tag": "06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e", "status": "completed", "code": 200}]} {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:10:59.841117 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-78c90942-b4d2-48f6-a530-a22fe732356b {{(pid=107074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:10:59.841715 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78c90942-b4d2-48f6-a530-a22fe732356b'] response: {'name': 'network-changed', 'server_uuid': '929d6445-681f-48b3-b51f-495532864e64', 'tag': '06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e', 'status': 'completed', 'code': 200} Sep 01 14:10:59.887511 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b584bdc7-61d9-4d8c-806f-86d5ae9b733d req-23aeed0f-377f-4628-baee-eaeb38b5af31 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2ace0a83-ed2e-4998-8363-4ec93e8f320a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930626 Sep 01 14:10:59.890240 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:10:59.922222 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-a781db1b-e0e4-452c-af05-c3997c5957ba tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8878119 Sep 01 14:10:59.922477 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-183cc57d-ddd3-4b56-b5e5-e019382d4015 None None] Provisioning complete for port 214b6ab8-206c-4129-a639-f69abbdaa49b triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:10:59.923429 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-183cc57d-ddd3-4b56-b5e5-e019382d4015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (214b6ab8-206c-4129-a639-f69abbdaa49b), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:10:59.974818 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-6021fe85-23b1-4761-aef4-dd0c00267f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'name': 'tempest-AttachVolumeNegativeTest-1411166407-router', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:07:23Z', 'updated_at': '2022-09-01T14:07:28Z', 'revision_number': 4, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'gw_port': {'id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:24Z', 'updated_at': '2022-09-01T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': 'e9efb998-fb9c-4d8e-8668-f1427837bef0', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'port_id': 'e0564e10-4a1c-482b-8355-e8813807b5bd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'mac_address': 'fa:16:3e:27:9b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91814986-adf4-46cb-8edf-820106d37ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:07:33Z', 'updated_at': '2022-09-01T14:08:10Z', 'revision_number': 2, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d322708-60c7-4a61-b0df-8d1e76fa1ff4', 'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'mac_address': 'fa:16:3e:a6:5b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:27Z', 'updated_at': '2022-09-01T14:07:34Z', 'revision_number': 5, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'subnets': [{'id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:10:59.981192 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-183cc57d-ddd3-4b56-b5e5-e019382d4015 None None] Port 214b6ab8-206c-4129-a639-f69abbdaa49b cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 14:11:00.025109 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6021fe85-23b1-4761-aef4-dd0c00267f67 None None] The sync data for ids ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'] in dv-cinder-852211-7-iscsi is: [{'id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'name': 'tempest-AttachVolumeNegativeTest-1411166407-router', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:07:23Z', 'updated_at': '2022-09-01T14:07:28Z', 'revision_number': 4, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'gw_port': {'id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:24Z', 'updated_at': '2022-09-01T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': 'e9efb998-fb9c-4d8e-8668-f1427837bef0', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'port_id': 'e0564e10-4a1c-482b-8355-e8813807b5bd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'mac_address': 'fa:16:3e:27:9b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91814986-adf4-46cb-8edf-820106d37ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:07:33Z', 'updated_at': '2022-09-01T14:08:10Z', 'revision_number': 2, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d322708-60c7-4a61-b0df-8d1e76fa1ff4', 'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'mac_address': 'fa:16:3e:a6:5b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:27Z', 'updated_at': '2022-09-01T14:07:34Z', 'revision_number': 5, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'subnets': [{'id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:11:00.062200 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-33c85b35-42c6-4101-8c2b-7d770dc91033 service neutron] Request body: {'port': {'device_id': 'd1298e8f-49c7-4a76-bc92-4b1fd8dfeac1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:11:00.183626 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-d65efeb0-b6fe-43d5-acbf-5bc4605bd3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:00.186278 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-d65efeb0-b6fe-43d5-acbf-5bc4605bd3d6 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=2e6d998735c243c3bcd08ca2e2d81ae9&device_id=929d6445-681f-48b3-b51f-495532864e64 HTTP/1.1" status: 200 len: 1128 time: 0.1496158 Sep 01 14:11:00.244272 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 69252b21-42c1-4d12-b172-3cdc7e0d6d6b no longer exists at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:11:00.270206 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] No Port match for: 69252b21-42c1-4d12-b172-3cdc7e0d6d6b {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:11:00.270791 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 69252b21-42c1-4d12-b172-3cdc7e0d6d6b not bound to the agent host hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:11:00.274912 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7f708cfc-83a6-4584-bb80-137a6b6b1c87 req-02f8dc5c-8002-4fcb-8c17-c00cc66fccf0 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3e82006c-11f2-43d8-b929-e161f9c506d4 HTTP/1.1" status: 200 len: 210 time: 0.0625315 Sep 01 14:11:00.292472 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-4c864b98-3758-4d34-b5d7-7118222e83f0 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e HTTP/1.1" status: 200 len: 217 time: 0.0988519 Sep 01 14:11:00.334773 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-33c85b35-42c6-4101-8c2b-7d770dc91033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (214b6ab8-206c-4129-a639-f69abbdaa49b), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:00.367930 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf301da-9d04-48e4-b22a-5b5cac56a51e req-7e35cdc1-13c4-4a66-8234-3d3a67562b41 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:00.376680 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5bf301da-9d04-48e4-b22a-5b5cac56a51e req-7e35cdc1-13c4-4a66-8234-3d3a67562b41 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 931 time: 0.1557791 Sep 01 14:11:00.403026 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:00.434123 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-496f30a7-6f31-4551-9668-9eea4f875e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:00.436909 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-496f30a7-6f31-4551-9668-9eea4f875e3a service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=4ea87ade-011f-4e61-be9d-8a876a11d6d7 HTTP/1.1" status: 200 len: 854 time: 0.1347082 Sep 01 14:11:00.481351 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-19c34808-d395-4f20-9bb6-df4cbb1faba2 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343940 Sep 01 14:11:00.585393 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5bf301da-9d04-48e4-b22a-5b5cac56a51e req-792f9854-57b3-49c2-aab3-a21f85922af8 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868644 Sep 01 14:11:00.607761 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416d852c-57c9-427e-a79a-437705fa4322 None None] New status for floating IP 9b188136-a971-4e87-9dc1-a1d308613ac9: DOWN {{(pid=107076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 14:11:00.660459 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-ca7aa630-951c-433f-ac98-43627abcac03 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702995 Sep 01 14:11:00.806930 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-5ace46cb-6842-44f3-ac2e-0b0b90efa0e1 req-75b5a55a-c35a-497a-875a-f08e314bdc9b service neutron] 10.222.0.72 "GET /networking/v2.0/networks/d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371787 Sep 01 14:11:00.867817 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:00.912476 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-33c85b35-42c6-4101-8c2b-7d770dc91033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 214b6ab8-206c-4129-a639-f69abbdaa49b {{(pid=107073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:11:00.924640 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-33c85b35-42c6-4101-8c2b-7d770dc91033 service neutron] Publish callbacks [] for port (214b6ab8-206c-4129-a639-f69abbdaa49b), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:00.949804 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0dd0a0-d21f-4351-9ae3-8fa79e028a2a req-12fd58d8-ebe4-459c-a729-9c3cd3f9ea30 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:00.951452 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7d0dd0a0-d21f-4351-9ae3-8fa79e028a2a req-12fd58d8-ebe4-459c-a729-9c3cd3f9ea30 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.0874228 Sep 01 14:11:00.955193 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.provisioning_blocks [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-33c85b35-42c6-4101-8c2b-7d770dc91033 service neutron] Transition to ACTIVE for port object 214b6ab8-206c-4129-a639-f69abbdaa49b will not be triggered until provisioned by entity L2. {{(pid=107073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 14:11:01.062654 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7d0dd0a0-d21f-4351-9ae3-8fa79e028a2a req-cfd92fc1-c2a1-43c1-a15b-221a06241b3d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986795 Sep 01 14:11:01.071907 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816f8aa-3c9a-4216-9a36-309b39dbb7e0 req-48c463b7-3004-484f-b56a-16a8b9a8de16 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:01.089563 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0816f8aa-3c9a-4216-9a36-309b39dbb7e0 req-48c463b7-3004-484f-b56a-16a8b9a8de16 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=929d6445-681f-48b3-b51f-495532864e64 HTTP/1.1" status: 200 len: 944 time: 0.0826709 Sep 01 14:11:01.137207 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0816f8aa-3c9a-4216-9a36-309b39dbb7e0 req-bf7436ab-e196-4b56-a133-ee76a5866a45 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2ace0a83-ed2e-4998-8363-4ec93e8f320a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529387 Sep 01 14:11:01.249174 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-33c85b35-42c6-4101-8c2b-7d770dc91033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3071173'] for port (214b6ab8-206c-4129-a639-f69abbdaa49b), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:01.346713 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c85b35-42c6-4101-8c2b-7d770dc91033 service neutron] Pushing event updated for resources: {'Port': ['ID=214b6ab8-206c-4129-a639-f69abbdaa49b,revision_number=2']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:11:01.400748 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.managers [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-33c85b35-42c6-4101-8c2b-7d770dc91033 service neutron] Attempting to bind port 214b6ab8-206c-4129-a639-f69abbdaa49b on host hv-cinder-85221 for vnic_type normal with profile {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:11:01.405741 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.managers [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-33c85b35-42c6-4101-8c2b-7d770dc91033 service neutron] Attempting to bind port 214b6ab8-206c-4129-a639-f69abbdaa49b by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '64991032-cb00-4fe3-9882-ec8e7671fd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1'}] {{(pid=107073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:11:01.405741 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-33c85b35-42c6-4101-8c2b-7d770dc91033 service neutron] Attempting to bind port 214b6ab8-206c-4129-a639-f69abbdaa49b on network 04671c53-ca48-4ca5-8247-463b6ac1fbe1 {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:11:01.406761 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-33c85b35-42c6-4101-8c2b-7d770dc91033 service neutron] Port 214b6ab8-206c-4129-a639-f69abbdaa49b on network 04671c53-ca48-4ca5-8247-463b6ac1fbe1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 14:11:01.407149 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-33c85b35-42c6-4101-8c2b-7d770dc91033 service neutron] Attempting to bind port 214b6ab8-206c-4129-a639-f69abbdaa49b on network 04671c53-ca48-4ca5-8247-463b6ac1fbe1 {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:11:01.413833 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-33c85b35-42c6-4101-8c2b-7d770dc91033 service neutron] Checking agent: {'id': 'a7580bcb-0f49-4eb6-986f-da2a861ca402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'started_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:11:01.414214 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-33c85b35-42c6-4101-8c2b-7d770dc91033 service neutron] Checking segment: {'id': '64991032-cb00-4fe3-9882-ec8e7671fd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:11:01.414604 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-33c85b35-42c6-4101-8c2b-7d770dc91033 service neutron] Bound using segment: {'id': '64991032-cb00-4fe3-9882-ec8e7671fd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1'} {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:11:01.415051 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.managers [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-33c85b35-42c6-4101-8c2b-7d770dc91033 service neutron] Bound port: 214b6ab8-206c-4129-a639-f69abbdaa49b, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64991032-cb00-4fe3-9882-ec8e7671fd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1'}}] {{(pid=107073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:11:01.415412 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-33c85b35-42c6-4101-8c2b-7d770dc91033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (214b6ab8-206c-4129-a639-f69abbdaa49b), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:01.458165 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:01.481711 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:01.524242 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-33c85b35-42c6-4101-8c2b-7d770dc91033 service neutron] For port 214b6ab8-206c-4129-a639-f69abbdaa49b, host hv-cinder-85221, cleared binding levels {{(pid=107073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:11:01.524242 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-33c85b35-42c6-4101-8c2b-7d770dc91033 service neutron] For port 214b6ab8-206c-4129-a639-f69abbdaa49b, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=214b6ab8-206c-4129-a639-f69abbdaa49b,segment=NetworkSegment(64991032-cb00-4fe3-9882-ec8e7671fd4e),segment_id=64991032-cb00-4fe3-9882-ec8e7671fd4e)] {{(pid=107073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:11:01.745573 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 60040) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:11:01.751804 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b08f77-e48e-4f18-8079-dab47b0369c8 req-98fca6dd-2643-4f3e-9df7-39ee7d85d24c tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:01.754579 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b3b08f77-e48e-4f18-8079-dab47b0369c8 req-98fca6dd-2643-4f3e-9df7-39ee7d85d24c tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 943 time: 0.0550022 Sep 01 14:11:01.810954 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-33c85b35-42c6-4101-8c2b-7d770dc91033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3071173'] for port (214b6ab8-206c-4129-a639-f69abbdaa49b), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:01.811231 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-33b28885-c7d2-40a9-9185-6ac2630f1b7a tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group (0f7f1ef5-a2ce-467b-97f5-dfc1dacee4ff), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:01.814895 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-33c85b35-42c6-4101-8c2b-7d770dc91033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:01.815558 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-33c85b35-42c6-4101-8c2b-7d770dc91033 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:01.817207 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-33c85b35-42c6-4101-8c2b-7d770dc91033 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/214b6ab8-206c-4129-a639-f69abbdaa49b HTTP/1.1" status: 200 len: 1093 time: 1.7859430 Sep 01 14:11:01.822680 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1298e8f-49c7-4a76-bc92-4b1fd8dfeac1', 'tag': '214b6ab8-206c-4129-a639-f69abbdaa49b'}] {{(pid=107073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:11:01.825183 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa2be68435688eaee197eda6180a725a3135abf9bfe352ecc662039bf4a93bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629cc275-3ebe-460c-9c38-f7c8c1b99af8" -d '{"events": [{"name": "network-changed", "server_uuid": "d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1", "tag": "214b6ab8-206c-4129-a639-f69abbdaa49b"}]}' {{(pid=107073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:11:01.833368 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b3b08f77-e48e-4f18-8079-dab47b0369c8 req-0c20cf7f-1aa1-4afa-aa53-2d05a12628e1 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723433 Sep 01 14:11:01.849631 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-33b28885-c7d2-40a9-9185-6ac2630f1b7a tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group (0f7f1ef5-a2ce-467b-97f5-dfc1dacee4ff), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:01.915869 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c85b35-42c6-4101-8c2b-7d770dc91033 service neutron] Pushing event updated for resources: {'Port': ['ID=214b6ab8-206c-4129-a639-f69abbdaa49b,revision_number=3']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:11:01.924877 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d788a9-5b05-46fd-a63a-e7a323d3b5b0 x-openstack-request-id: req-05d788a9-5b05-46fd-a63a-e7a323d3b5b0 {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:11:01.925294 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1", "tag": "214b6ab8-206c-4129-a639-f69abbdaa49b", "status": "completed", "code": 200}]} {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:11:01.925831 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-05d788a9-5b05-46fd-a63a-e7a323d3b5b0 {{(pid=107073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:11:01.926552 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05d788a9-5b05-46fd-a63a-e7a323d3b5b0'] response: {'name': 'network-changed', 'server_uuid': 'd1298e8f-49c7-4a76-bc92-4b1fd8dfeac1', 'tag': '214b6ab8-206c-4129-a639-f69abbdaa49b', 'status': 'completed', 'code': 200} Sep 01 14:11:02.064971 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-33b28885-c7d2-40a9-9185-6ac2630f1b7a tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (0f7f1ef5-a2ce-467b-97f5-dfc1dacee4ff), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:02.068679 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-33b28885-c7d2-40a9-9185-6ac2630f1b7a tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:02.070269 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-33b28885-c7d2-40a9-9185-6ac2630f1b7a tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0f7f1ef5-a2ce-467b-97f5-dfc1dacee4ff HTTP/1.1" status: 204 len: 168 time: 0.3232889 Sep 01 14:11:02.075202 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 60046) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:11:02.088792 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b28885-c7d2-40a9-9185-6ac2630f1b7a tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7f1ef5-a2ce-467b-97f5-dfc1dacee4ff,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:11:02.100620 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.api.v2.resource [None req-aaa79df7-29aa-45a1-8fd7-c332fbec25ad tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] show failed (client error): The resource could not be found. Sep 01 14:11:02.102434 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-aaa79df7-29aa-45a1-8fd7-c332fbec25ad tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups/0f7f1ef5-a2ce-467b-97f5-dfc1dacee4ff HTTP/1.1" status: 404 len: 347 time: 0.0253527 Sep 01 14:11:02.107295 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 60050) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:11:02.250169 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbc887-ba34-4c45-a1d5-c439dd55e926 req-f2dd7aa0-ab97-4930-a7af-0a4ea9035d42 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:02.253416 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8cfbc887-ba34-4c45-a1d5-c439dd55e926 req-f2dd7aa0-ab97-4930-a7af-0a4ea9035d42 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.0672684 Sep 01 14:11:02.258672 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-41ec8be2-f0fb-4736-8a5e-671cc2c68d19 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Deleting port 44d06e5e-0300-41e8-9f4a-4e767568feb9 {{(pid=107074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:11:02.259133 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-41ec8be2-f0fb-4736-8a5e-671cc2c68d19 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (44d06e5e-0300-41e8-9f4a-4e767568feb9), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:02.375076 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fa51f-8d3e-418c-99cb-32b41a423afb req-3dd76705-bce3-48c8-a172-3f77bb76049a tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:02.382826 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e73fa51f-8d3e-418c-99cb-32b41a423afb req-3dd76705-bce3-48c8-a172-3f77bb76049a tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=929d6445-681f-48b3-b51f-495532864e64 HTTP/1.1" status: 200 len: 944 time: 0.1026580 Sep 01 14:11:02.409308 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8cfbc887-ba34-4c45-a1d5-c439dd55e926 req-b870d45f-ad31-4c0a-a321-2a21e3e6de79 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481721 Sep 01 14:11:02.450475 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-41ec8be2-f0fb-4736-8a5e-671cc2c68d19 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (44d06e5e-0300-41e8-9f4a-4e767568feb9), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:02.451445 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-41ec8be2-f0fb-4736-8a5e-671cc2c68d19 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for floatingip (44d06e5e-0300-41e8-9f4a-4e767568feb9), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:02.482089 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-41ec8be2-f0fb-4736-8a5e-671cc2c68d19 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Calling delete_port for 44d06e5e-0300-41e8-9f4a-4e767568feb9 owned by network:floatingip {{(pid=107074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:11:02.485455 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cc275-3ebe-460c-9c38-f7c8c1b99af8 req-724e1ea2-f448-4a66-b274-82cf6add07a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:02.486477 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e348cd4-c236-4cf6-9e8f-931f1dcb649f req-0131a8e1-2d90-4ec1-9ad0-2589ec847c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:02.487830 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-629cc275-3ebe-460c-9c38-f7c8c1b99af8 req-724e1ea2-f448-4a66-b274-82cf6add07a5 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=3ed58deb61194a5ba3f2d46eb7e5680c&device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 1127 time: 0.1089957 Sep 01 14:11:02.488052 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5e348cd4-c236-4cf6-9e8f-931f1dcb649f req-0131a8e1-2d90-4ec1-9ad0-2589ec847c39 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=2e6d998735c243c3bcd08ca2e2d81ae9&device_id=929d6445-681f-48b3-b51f-495532864e64 HTTP/1.1" status: 200 len: 1128 time: 0.1239657 Sep 01 14:11:02.497801 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e73fa51f-8d3e-418c-99cb-32b41a423afb req-4f43645b-1dcc-4c97-ba4f-39a87c2243d5 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2ace0a83-ed2e-4998-8363-4ec93e8f320a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943782 Sep 01 14:11:02.637460 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e348cd4-c236-4cf6-9e8f-931f1dcb649f req-905a16a4-5524-420e-8518-75e1b75b3cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:02.640293 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5e348cd4-c236-4cf6-9e8f-931f1dcb649f req-905a16a4-5524-420e-8518-75e1b75b3cad service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0 HTTP/1.1" status: 200 len: 915 time: 0.1381299 Sep 01 14:11:02.715685 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5e348cd4-c236-4cf6-9e8f-931f1dcb649f req-44b6c067-841d-4b2d-91d5-d28f298334b9 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e HTTP/1.1" status: 200 len: 217 time: 0.0674367 Sep 01 14:11:02.786608 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e348cd4-c236-4cf6-9e8f-931f1dcb649f req-f2013bb6-71e1-4449-a9ed-cd987f6b1098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:02.789112 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5e348cd4-c236-4cf6-9e8f-931f1dcb649f req-f2013bb6-71e1-4449-a9ed-cd987f6b1098 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=4ea87ade-011f-4e61-be9d-8a876a11d6d7 HTTP/1.1" status: 200 len: 854 time: 0.0663404 Sep 01 14:11:02.806928 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:02.841261 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5e348cd4-c236-4cf6-9e8f-931f1dcb649f req-571cfbee-e4b8-48c8-a06f-e63bcebd4c82 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441494 Sep 01 14:11:02.989318 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:03.085728 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc593ad4-cf9f-4eba-93e9-88ee4499c4a6 req-6f26d200-f042-4873-b38d-b2af5e77c379 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:03.089244 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-dc593ad4-cf9f-4eba-93e9-88ee4499c4a6 req-6f26d200-f042-4873-b38d-b2af5e77c379 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 943 time: 0.1251421 Sep 01 14:11:03.092728 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5e348cd4-c236-4cf6-9e8f-931f1dcb649f req-39dea299-3156-4a1e-abfa-161d90a73c59 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373042 Sep 01 14:11:03.106701 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cc275-3ebe-460c-9c38-f7c8c1b99af8 req-44e33cd6-3450-4ac1-89e2-6adb132396b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:03.108228 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-629cc275-3ebe-460c-9c38-f7c8c1b99af8 req-44e33cd6-3450-4ac1-89e2-6adb132396b8 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=3ed58deb61194a5ba3f2d46eb7e5680c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.5966733 Sep 01 14:11:03.155189 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:03.279586 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-dc593ad4-cf9f-4eba-93e9-88ee4499c4a6 req-a0b828e7-3ea2-4e79-b88d-8688aaddbb10 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652281 Sep 01 14:11:03.318486 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5e348cd4-c236-4cf6-9e8f-931f1dcb649f req-8b1a704c-28fc-4b11-8fa8-33405201ac04 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090523 Sep 01 14:11:03.367734 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cc275-3ebe-460c-9c38-f7c8c1b99af8 req-d00f7015-0f98-4939-9274-9ffa2b88e165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:03.370285 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-629cc275-3ebe-460c-9c38-f7c8c1b99af8 req-d00f7015-0f98-4939-9274-9ffa2b88e165 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2546399 Sep 01 14:11:03.396221 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-41ec8be2-f0fb-4736-8a5e-671cc2c68d19 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (44d06e5e-0300-41e8-9f4a-4e767568feb9), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:03.435512 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec8be2-f0fb-4736-8a5e-671cc2c68d19 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Pushing event deleted for resources: {'Port': ['ID=44d06e5e-0300-41e8-9f4a-4e767568feb9,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:11:03.494615 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-6eb8bdca-a1dd-4842-a870-72e74fb64bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:03.496159 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-6eb8bdca-a1dd-4842-a870-72e74fb64bff service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=3ed58deb61194a5ba3f2d46eb7e5680c&device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 1127 time: 0.0732350 Sep 01 14:11:03.597709 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-9cd764b4-de80-42f6-a1a4-21437a0b2fad service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=214b6ab8-206c-4129-a639-f69abbdaa49b HTTP/1.1" status: 200 len: 217 time: 0.0733504 Sep 01 14:11:03.645707 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fefb5f-b1f3-487e-bbad-549d905f8320 req-d37c8dac-361a-450c-9b3a-2d973040427d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:03.647593 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b1fefb5f-b1f3-487e-bbad-549d905f8320 req-d37c8dac-361a-450c-9b3a-2d973040427d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.0895290 Sep 01 14:11:03.681719 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-41ec8be2-f0fb-4736-8a5e-671cc2c68d19 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for floatingip (9b188136-a971-4e87-9dc1-a1d308613ac9), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:03.686247 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-41ec8be2-f0fb-4736-8a5e-671cc2c68d19 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for floatingip (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:03.691723 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-41ec8be2-f0fb-4736-8a5e-671cc2c68d19 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/9b188136-a971-4e87-9dc1-a1d308613ac9 HTTP/1.1" status: 204 len: 168 time: 1.5789988 Sep 01 14:11:03.708256 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-388289c3-1f25-4c0e-937c-9c983df662c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:03.709879 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-388289c3-1f25-4c0e-937c-9c983df662c1 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=5274d38f-79ac-43b5-aae2-e29860924168 HTTP/1.1" status: 200 len: 856 time: 0.0998089 Sep 01 14:11:03.763164 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022eaa17-2d9a-4673-87a4-a0dad0ab6c70 req-f9dd59b8-fd07-497a-bab7-6cb01fc10250 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:03.768221 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-022eaa17-2d9a-4673-87a4-a0dad0ab6c70 req-f9dd59b8-fd07-497a-bab7-6cb01fc10250 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=929d6445-681f-48b3-b51f-495532864e64 HTTP/1.1" status: 200 len: 944 time: 0.0983210 Sep 01 14:11:03.782953 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b1fefb5f-b1f3-487e-bbad-549d905f8320 req-f25890d3-c341-43e4-b5e1-ffe1fa55d250 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227355 Sep 01 14:11:03.792693 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-7ed87b9d-020b-407c-883e-febb377dee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:03.795191 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-7ed87b9d-020b-407c-883e-febb377dee22 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=04671c53-ca48-4ca5-8247-463b6ac1fbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0759561 Sep 01 14:11:03.879865 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-022eaa17-2d9a-4673-87a4-a0dad0ab6c70 req-b5fe589f-8ee0-4390-93cd-a91818684311 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2ace0a83-ed2e-4998-8363-4ec93e8f320a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057270 Sep 01 14:11:03.973611 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-4fa92f11-9c62-4d0c-a5bd-72f690e30115 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/04671c53-ca48-4ca5-8247-463b6ac1fbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687706 Sep 01 14:11:04.102140 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-d39e0537-b80a-4a12-807e-ab42a01df575 req-92092661-f44b-46ca-94f9-1643c32fda88 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/04671c53-ca48-4ca5-8247-463b6ac1fbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140821 Sep 01 14:11:04.247183 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=107075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:11:04.363493 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e,segment=NetworkSegment(c0922301-047c-4f55-a8b0-9261b3aa0d17),segment_id=c0922301-047c-4f55-a8b0-9261b3aa0d17)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:11:04.382696 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Returning: {'device': '06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e', 'network_id': 'd1c0ee50-5f2f-4508-9ae2-29e7d03abfd0', 'port_id': '06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e', 'mac_address': 'fa:16:3e:8f:80:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ea87ade-011f-4e61-be9d-8a876a11d6d7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:11:04.433429 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e is: DOWN; New status is: BUILD {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:11:04.434227 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:04.446669 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383fb34-d000-4f0b-a89d-171d0e9440b1 req-e6c7c5c8-70bd-47cc-bedc-9c5941a480d9 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:04.448333 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5383fb34-d000-4f0b-a89d-171d0e9440b1 req-e6c7c5c8-70bd-47cc-bedc-9c5941a480d9 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 943 time: 0.0596063 Sep 01 14:11:04.457748 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e {{(pid=107075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:11:04.483231 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e,segment=NetworkSegment(c0922301-047c-4f55-a8b0-9261b3aa0d17),segment_id=c0922301-047c-4f55-a8b0-9261b3aa0d17)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:11:04.501858 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:04.517464 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5383fb34-d000-4f0b-a89d-171d0e9440b1 req-dad7ab0e-8f8a-4b83-8fa4-ab6cd5cd4c98 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568736 Sep 01 14:11:04.618938 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:04.676343 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e,revision_number=4']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:11:04.684564 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:04.685007 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:04.685416 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:04.685818 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:04.686292 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:04.687557 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:04.687557 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:04.687804 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:04.688406 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:04.688832 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:04.689206 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:04.689598 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:04.690028 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:04.690399 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:04.690763 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:04.923568 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13eab6-3a6c-41af-bd80-06531531721d req-34cdc83a-372b-413c-a83a-9c66425387a8 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:04.925594 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7f13eab6-3a6c-41af-bd80-06531531721d req-34cdc83a-372b-413c-a83a-9c66425387a8 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.0532563 Sep 01 14:11:04.956832 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] get_ports_and_sgs() called for port_ids ['06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e'] {{(pid=107075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 14:11:05.031195 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:05.060787 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7f13eab6-3a6c-41af-bd80-06531531721d req-aad5175d-2f0a-48f3-a0d3-13b2c58ebf06 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282802 Sep 01 14:11:05.085379 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7e91e-bd38-40d0-8e58-ed17f3f62bfb req-4ba3d707-0a40-45b8-b090-f8118f1a73b4 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:05.091914 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-24e7e91e-bd38-40d0-8e58-ed17f3f62bfb req-4ba3d707-0a40-45b8-b090-f8118f1a73b4 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=929d6445-681f-48b3-b51f-495532864e64 HTTP/1.1" status: 200 len: 945 time: 0.1086781 Sep 01 14:11:05.161871 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-24e7e91e-bd38-40d0-8e58-ed17f3f62bfb req-94ed5b1c-f74c-4f84-ba40-b6f940df636f tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2ace0a83-ed2e-4998-8363-4ec93e8f320a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633402 Sep 01 14:11:05.695146 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a80d5-e0ee-4743-8730-f7fc986d5837 req-78148c96-c053-4829-b191-45512dcee1c4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:05.697192 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b13a80d5-e0ee-4743-8730-f7fc986d5837 req-78148c96-c053-4829-b191-45512dcee1c4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 943 time: 0.0626352 Sep 01 14:11:05.756763 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b13a80d5-e0ee-4743-8730-f7fc986d5837 req-f6d2517e-f91b-4ca7-8a92-84a32ab23455 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532768 Sep 01 14:11:06.239083 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d234b-5104-48cf-873d-4de3f7aa97bf req-409ac2d8-569a-4207-b0c3-1e75cc042d8c tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:06.241653 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-998d234b-5104-48cf-873d-4de3f7aa97bf req-409ac2d8-569a-4207-b0c3-1e75cc042d8c tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.0657916 Sep 01 14:11:06.256067 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e up at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:11:06.326072 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning for port 06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e completed by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 14:11:06.342914 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ebac5-70cd-40e9-b156-84d2bf003e3b req-b8bfdc5e-cc50-4dca-9295-c6529f34f206 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:06.344582 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-765ebac5-70cd-40e9-b156-84d2bf003e3b req-b8bfdc5e-cc50-4dca-9295-c6529f34f206 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=929d6445-681f-48b3-b51f-495532864e64 HTTP/1.1" status: 200 len: 945 time: 0.0823097 Sep 01 14:11:06.359463 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-998d234b-5104-48cf-873d-4de3f7aa97bf req-c9563274-64c5-4483-8019-7b7efe6cd3ff tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060781 Sep 01 14:11:06.418103 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-765ebac5-70cd-40e9-b156-84d2bf003e3b req-8e575497-4710-4884-9652-1a30d7dcba44 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2ace0a83-ed2e-4998-8363-4ec93e8f320a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623374 Sep 01 14:11:06.436281 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning complete for port 06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:11:06.436782 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:06.534331 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e is: BUILD; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:11:06.534918 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:06.563793 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929d6445-681f-48b3-b51f-495532864e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e'}] {{(pid=107075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:11:06.566311 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea684a423e005867ab2b2321dba33e59ce354bd0b218533ae43957e9dbf26841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1317d530-1f7b-43f8-9f34-08537f1bf6d8" -d '{"events": [{"server_uuid": "929d6445-681f-48b3-b51f-495532864e64", "name": "network-vif-plugged", "status": "completed", "tag": "06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e"}]}' {{(pid=107075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:11:06.582297 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e,segment=NetworkSegment(c0922301-047c-4f55-a8b0-9261b3aa0d17),segment_id=c0922301-047c-4f55-a8b0-9261b3aa0d17)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:11:06.617020 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cebaf0c-15df-4c54-8f49-4b0c73863337 x-openstack-request-id: req-6cebaf0c-15df-4c54-8f49-4b0c73863337 {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:11:06.617391 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929d6445-681f-48b3-b51f-495532864e64", "name": "network-vif-plugged", "status": "completed", "tag": "06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e", "code": 200}]} {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:11:06.617664 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6cebaf0c-15df-4c54-8f49-4b0c73863337 {{(pid=107075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:11:06.618251 dv-cinder-852211-7-iscsi neutron-server[107075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cebaf0c-15df-4c54-8f49-4b0c73863337'] response: {'server_uuid': '929d6445-681f-48b3-b51f-495532864e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e', 'code': 200} Sep 01 14:11:06.687455 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:06.744967 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e,revision_number=5']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:11:06.904878 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04216cdc-8a25-40fa-b174-ba844b1f0de5 req-0bcdc7fd-e08e-40a4-a578-922f2456c52d tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:06.906954 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-04216cdc-8a25-40fa-b174-ba844b1f0de5 req-0bcdc7fd-e08e-40a4-a578-922f2456c52d tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 943 time: 0.0600889 Sep 01 14:11:06.965010 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-04216cdc-8a25-40fa-b174-ba844b1f0de5 req-b49e014c-ae66-47db-a222-a39e9a368483 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510492 Sep 01 14:11:07.566684 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b67505-ea73-4c61-9c1a-17cbcbf8b4e2 req-1574b377-f1ce-4c71-954f-351c9264015d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:07.571375 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-b3b67505-ea73-4c61-9c1a-17cbcbf8b4e2 req-1574b377-f1ce-4c71-954f-351c9264015d service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 1129 time: 0.0987239 Sep 01 14:11:07.629977 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-b3b67505-ea73-4c61-9c1a-17cbcbf8b4e2 req-8b0fd980-cd1d-4374-b0e4-43ed306f9a4e service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521693 Sep 01 14:11:07.703365 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa028b-b1c8-4345-93b4-ba7e70b113ea req-10925736-17fe-479d-b04f-514710b8df95 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:07.705723 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-abfa028b-b1c8-4345-93b4-ba7e70b113ea req-10925736-17fe-479d-b04f-514710b8df95 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=929d6445-681f-48b3-b51f-495532864e64 HTTP/1.1" status: 200 len: 946 time: 0.0678174 Sep 01 14:11:07.735877 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:07.763004 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70618e8e-fb9a-4ffc-9cf5-0a3d321b71f8 req-c4e3f157-844f-4506-b0f1-3c8dd2d5305f tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:07.768895 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-70618e8e-fb9a-4ffc-9cf5-0a3d321b71f8 req-c4e3f157-844f-4506-b0f1-3c8dd2d5305f tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.0784667 Sep 01 14:11:07.819324 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-abfa028b-b1c8-4345-93b4-ba7e70b113ea req-a6801c93-1c13-48cf-847b-b88ace50411a tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2ace0a83-ed2e-4998-8363-4ec93e8f320a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952444 Sep 01 14:11:07.856736 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-70618e8e-fb9a-4ffc-9cf5-0a3d321b71f8 req-7751e7b0-a6a4-4aa8-96b0-73943523b00e tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808384 Sep 01 14:11:07.987665 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1f3f5-9cd8-4ca6-a82d-3ef7d17d952c req-afd58621-26bf-4972-b3ae-63608737684b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:07.989439 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-a6e1f3f5-9cd8-4ca6-a82d-3ef7d17d952c req-afd58621-26bf-4972-b3ae-63608737684b service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=929d6445-681f-48b3-b51f-495532864e64 HTTP/1.1" status: 200 len: 1130 time: 0.0493011 Sep 01 14:11:08.048080 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-a6e1f3f5-9cd8-4ca6-a82d-3ef7d17d952c req-418557e8-f1b4-4620-b17c-dbdd21bc0613 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2ace0a83-ed2e-4998-8363-4ec93e8f320a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509000 Sep 01 14:11:08.151987 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309447f-3b53-4bde-96a9-4c7e15605e70 req-d9f8389b-2756-46de-bdce-a2f51fc1f6ae tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:08.154750 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4309447f-3b53-4bde-96a9-4c7e15605e70 req-d9f8389b-2756-46de-bdce-a2f51fc1f6ae tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 943 time: 0.0810568 Sep 01 14:11:08.212983 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4309447f-3b53-4bde-96a9-4c7e15605e70 req-71318675-0c3c-45ca-ba15-fb1e2d40df8e tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514741 Sep 01 14:11:08.258093 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 214b6ab8-206c-4129-a639-f69abbdaa49b details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=107075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:11:08.301754 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:08.336701 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:08.382844 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 214b6ab8-206c-4129-a639-f69abbdaa49b, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=214b6ab8-206c-4129-a639-f69abbdaa49b,segment=NetworkSegment(64991032-cb00-4fe3-9882-ec8e7671fd4e),segment_id=64991032-cb00-4fe3-9882-ec8e7671fd4e)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:11:08.398596 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Returning: {'device': '214b6ab8-206c-4129-a639-f69abbdaa49b', 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1', 'port_id': '214b6ab8-206c-4129-a639-f69abbdaa49b', 'mac_address': 'fa:16:3e:b7:d4:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5274d38f-79ac-43b5-aae2-e29860924168', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:11:08.441360 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 214b6ab8-206c-4129-a639-f69abbdaa49b is: DOWN; New status is: BUILD {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:11:08.441759 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (214b6ab8-206c-4129-a639-f69abbdaa49b), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:08.460729 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 214b6ab8-206c-4129-a639-f69abbdaa49b {{(pid=107075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:11:08.509818 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 214b6ab8-206c-4129-a639-f69abbdaa49b, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=214b6ab8-206c-4129-a639-f69abbdaa49b,segment=NetworkSegment(64991032-cb00-4fe3-9882-ec8e7671fd4e),segment_id=64991032-cb00-4fe3-9882-ec8e7671fd4e)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:11:08.642062 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (214b6ab8-206c-4129-a639-f69abbdaa49b), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:08.710220 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=214b6ab8-206c-4129-a639-f69abbdaa49b,revision_number=4']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:11:08.993918 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4bfb2d-48c1-45d3-9c62-2df739de10c4 req-e003b422-90fd-40bf-94b5-05f019008244 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:08.996859 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1e4bfb2d-48c1-45d3-9c62-2df739de10c4 req-e003b422-90fd-40bf-94b5-05f019008244 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=929d6445-681f-48b3-b51f-495532864e64 HTTP/1.1" status: 200 len: 946 time: 0.0803442 Sep 01 14:11:09.014382 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] get_ports_and_sgs() called for port_ids ['214b6ab8-206c-4129-a639-f69abbdaa49b'] {{(pid=107075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 14:11:09.067846 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1e4bfb2d-48c1-45d3-9c62-2df739de10c4 req-1b805bd2-5cac-4685-9e15-611de9d50a5b tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2ace0a83-ed2e-4998-8363-4ec93e8f320a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636997 Sep 01 14:11:09.183247 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:09.241797 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb789c-8ca6-41e3-8608-e369df5652ff req-e96c26ee-c795-454b-9eb9-341b5f3f45fa tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:09.252235 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6acb789c-8ca6-41e3-8608-e369df5652ff req-e96c26ee-c795-454b-9eb9-341b5f3f45fa tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.0962441 Sep 01 14:11:09.302700 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:09.334391 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811396a-eb6c-4309-a5dc-d0f743602a1d req-2ee05f61-5721-410b-9c08-8de0fbe9b951 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:09.335951 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5811396a-eb6c-4309-a5dc-d0f743602a1d req-2ee05f61-5721-410b-9c08-8de0fbe9b951 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=91814986-adf4-46cb-8edf-820106d37ecb HTTP/1.1" status: 200 len: 946 time: 0.1034727 Sep 01 14:11:09.361590 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6acb789c-8ca6-41e3-8608-e369df5652ff req-220bb3e1-1828-4b32-ab75-0c393cb0dd9a tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082649 Sep 01 14:11:09.410177 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5811396a-eb6c-4309-a5dc-d0f743602a1d req-e9de4248-61e2-46e4-941e-5427fa58f39f tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=316d2b80-0f10-47d0-b39a-949b2d496324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607455 Sep 01 14:11:09.508556 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4e70e-0756-4a1c-9bd9-5479a01f3e42 req-3c396d37-a297-45ae-8527-a5ed3563241a tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:09.511289 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-bde4e70e-0756-4a1c-9bd9-5479a01f3e42 req-3c396d37-a297-45ae-8527-a5ed3563241a tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 944 time: 0.0657437 Sep 01 14:11:09.597255 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-bde4e70e-0756-4a1c-9bd9-5479a01f3e42 req-ffc8367a-4ffb-412e-9d7f-d24379cd52d9 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789905 Sep 01 14:11:10.231060 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b65e57-f482-4c30-9bdd-e9f9eda2976d req-85fd3a64-9639-4c43-b331-b3dcaffaa4f7 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:10.234330 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a1b65e57-f482-4c30-9bdd-e9f9eda2976d req-85fd3a64-9639-4c43-b331-b3dcaffaa4f7 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=929d6445-681f-48b3-b51f-495532864e64 HTTP/1.1" status: 200 len: 946 time: 0.0669944 Sep 01 14:11:10.271883 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 214b6ab8-206c-4129-a639-f69abbdaa49b up at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:11:10.309204 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a1b65e57-f482-4c30-9bdd-e9f9eda2976d req-7e0e9add-15a0-4412-b4cb-1bc621f625a3 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2ace0a83-ed2e-4998-8363-4ec93e8f320a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679605 Sep 01 14:11:10.328233 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning for port 214b6ab8-206c-4129-a639-f69abbdaa49b completed by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 14:11:10.396050 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning complete for port 214b6ab8-206c-4129-a639-f69abbdaa49b triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:11:10.396382 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (214b6ab8-206c-4129-a639-f69abbdaa49b), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:10.496193 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 214b6ab8-206c-4129-a639-f69abbdaa49b is: BUILD; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:11:10.496830 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (214b6ab8-206c-4129-a639-f69abbdaa49b), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:10.535328 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a384c50-57eb-46a4-8e8c-a2e6964ba831 req-604c7840-4932-492d-81ec-0a8f39ed8734 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:10.540306 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1298e8f-49c7-4a76-bc92-4b1fd8dfeac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214b6ab8-206c-4129-a639-f69abbdaa49b'}] {{(pid=107075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:11:10.542693 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1a384c50-57eb-46a4-8e8c-a2e6964ba831 req-604c7840-4932-492d-81ec-0a8f39ed8734 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.0653634 Sep 01 14:11:10.543780 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea684a423e005867ab2b2321dba33e59ce354bd0b218533ae43957e9dbf26841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86aa63e4-7b1a-4cd3-b313-7a1502d65332" -d '{"events": [{"server_uuid": "d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1", "name": "network-vif-plugged", "status": "completed", "tag": "214b6ab8-206c-4129-a639-f69abbdaa49b"}]}' {{(pid=107075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:11:10.567754 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 214b6ab8-206c-4129-a639-f69abbdaa49b, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=214b6ab8-206c-4129-a639-f69abbdaa49b,segment=NetworkSegment(64991032-cb00-4fe3-9882-ec8e7671fd4e),segment_id=64991032-cb00-4fe3-9882-ec8e7671fd4e)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:11:10.698883 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (214b6ab8-206c-4129-a639-f69abbdaa49b), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:10.759858 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=214b6ab8-206c-4129-a639-f69abbdaa49b,revision_number=5']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:11:11.092024 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf43860-25ea-4f6d-86bc-403114ccbf75 req-157a91b0-7a89-4c05-b6c9-f271d17d4de5 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:11.095338 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cbf43860-25ea-4f6d-86bc-403114ccbf75 req-157a91b0-7a89-4c05-b6c9-f271d17d4de5 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=91814986-adf4-46cb-8edf-820106d37ecb HTTP/1.1" status: 200 len: 946 time: 0.5186312 Sep 01 14:11:11.101562 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1a384c50-57eb-46a4-8e8c-a2e6964ba831 req-89174ea4-3613-48b5-bd56-dd6d689c149d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5574851 Sep 01 14:11:11.182564 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197fb273-57ed-41f0-93d3-6408a6d4d67d x-openstack-request-id: req-197fb273-57ed-41f0-93d3-6408a6d4d67d {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:11:11.183038 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1", "name": "network-vif-plugged", "status": "completed", "tag": "214b6ab8-206c-4129-a639-f69abbdaa49b", "code": 200}]} {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:11:11.183436 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-197fb273-57ed-41f0-93d3-6408a6d4d67d {{(pid=107075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:11:11.184266 dv-cinder-852211-7-iscsi neutron-server[107075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-197fb273-57ed-41f0-93d3-6408a6d4d67d'] response: {'server_uuid': 'd1298e8f-49c7-4a76-bc92-4b1fd8dfeac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214b6ab8-206c-4129-a639-f69abbdaa49b', 'code': 200} Sep 01 14:11:11.187586 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cbf43860-25ea-4f6d-86bc-403114ccbf75 req-439ec5e8-3b75-47d9-9ec6-0d4385a42c52 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=316d2b80-0f10-47d0-b39a-949b2d496324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842276 Sep 01 14:11:11.350171 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26516bb2-eee9-41d5-a490-dcce5a851989 req-2a00917f-d128-4507-af09-7f02d72b2028 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:11.351850 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-26516bb2-eee9-41d5-a490-dcce5a851989 req-2a00917f-d128-4507-af09-7f02d72b2028 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 945 time: 0.0777090 Sep 01 14:11:11.426761 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-26516bb2-eee9-41d5-a490-dcce5a851989 req-2a0efb7c-cc9d-432e-9f4c-85c3c3a440a1 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630333 Sep 01 14:11:11.522232 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:11.559853 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231a307-17fa-40d5-ba85-a0d55be5ae8a req-cd6ff37a-72fd-43ec-818d-39b8b1c21655 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:11.563756 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5231a307-17fa-40d5-ba85-a0d55be5ae8a req-cd6ff37a-72fd-43ec-818d-39b8b1c21655 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=929d6445-681f-48b3-b51f-495532864e64 HTTP/1.1" status: 200 len: 946 time: 0.0957141 Sep 01 14:11:11.653287 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5231a307-17fa-40d5-ba85-a0d55be5ae8a req-e26db814-2f2b-44fd-8815-5f207b8942cf tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2ace0a83-ed2e-4998-8363-4ec93e8f320a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827000 Sep 01 14:11:11.918599 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634386b-8f0a-4968-af55-42a96c05fe58 req-1408a9e0-69a4-4075-b14e-0505c7875fdc tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:11.920521 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a634386b-8f0a-4968-af55-42a96c05fe58 req-1408a9e0-69a4-4075-b14e-0505c7875fdc tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.0667343 Sep 01 14:11:11.979471 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a634386b-8f0a-4968-af55-42a96c05fe58 req-9d50c8e5-39f5-40ff-a585-33ce60dd54c7 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521307 Sep 01 14:11:12.413741 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab361cec-dd43-4fe5-8835-f74e3282b737 req-2aa2eecc-cbdd-4632-8ba7-9ac0f42a1b2b tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:12.415514 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-ab361cec-dd43-4fe5-8835-f74e3282b737 req-2aa2eecc-cbdd-4632-8ba7-9ac0f42a1b2b tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=91814986-adf4-46cb-8edf-820106d37ecb HTTP/1.1" status: 200 len: 946 time: 0.0592186 Sep 01 14:11:12.448137 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fe0be-d204-4a3e-ab30-420793597d16 req-4c7e140f-0a06-4f4b-b6a6-2a3fabb3963f tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:12.450679 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f51fe0be-d204-4a3e-ab30-420793597d16 req-4c7e140f-0a06-4f4b-b6a6-2a3fabb3963f tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=91814986-adf4-46cb-8edf-820106d37ecb HTTP/1.1" status: 200 len: 946 time: 0.1351690 Sep 01 14:11:12.494288 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b736bd2-e0c3-428e-9987-58ae5733a117 req-7254b147-2936-4bfd-b8d3-c8eb66c4e2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:12.496815 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8b736bd2-e0c3-428e-9987-58ae5733a117 req-7254b147-2936-4bfd-b8d3-c8eb66c4e2fa service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=36049d2090b84443a3bf3bf00558379e&device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 1129 time: 0.1234725 Sep 01 14:11:12.512301 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:12.537839 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [req-ab361cec-dd43-4fe5-8835-f74e3282b737 req-0dc262a3-b790-4ee6-9531-83e618c55fc6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Deleting port e0564e10-4a1c-482b-8355-e8813807b5bd {{(pid=107074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:11:12.538403 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-ab361cec-dd43-4fe5-8835-f74e3282b737 req-0dc262a3-b790-4ee6-9531-83e618c55fc6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (e0564e10-4a1c-482b-8355-e8813807b5bd), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:12.571264 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f51fe0be-d204-4a3e-ab30-420793597d16 req-666f1205-48d3-4a28-93f7-139c9f83c608 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=316d2b80-0f10-47d0-b39a-949b2d496324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087058 Sep 01 14:11:12.740345 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [req-ab361cec-dd43-4fe5-8835-f74e3282b737 req-0dc262a3-b790-4ee6-9531-83e618c55fc6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] For port e0564e10-4a1c-482b-8355-e8813807b5bd, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=e0564e10-4a1c-482b-8355-e8813807b5bd,segment=NetworkSegment(ca6b7f3c-527c-4348-9811-67350820a04d),segment_id=ca6b7f3c-527c-4348-9811-67350820a04d)] {{(pid=107074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:11:12.740913 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-ab361cec-dd43-4fe5-8835-f74e3282b737 req-0dc262a3-b790-4ee6-9531-83e618c55fc6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (e0564e10-4a1c-482b-8355-e8813807b5bd), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:12.838863 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d54644-da7b-430e-82ed-26151202b223 req-91233add-428f-4490-b513-86cb95f97c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:12.840450 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a6d54644-da7b-430e-82ed-26151202b223 req-91233add-428f-4490-b513-86cb95f97c9f service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 1129 time: 0.1309154 Sep 01 14:11:12.870356 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff30cb-0500-4a7a-85fd-ac6a2ab7f350 req-9b21e65a-e0a3-42d7-b9c3-0a5967c27f1a tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:12.871933 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-04ff30cb-0500-4a7a-85fd-ac6a2ab7f350 req-9b21e65a-e0a3-42d7-b9c3-0a5967c27f1a tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 945 time: 0.1462429 Sep 01 14:11:12.898884 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b736bd2-e0c3-428e-9987-58ae5733a117 req-e0f82962-64d5-4568-acbc-f27b023b2774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:12.900375 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8b736bd2-e0c3-428e-9987-58ae5733a117 req-e0f82962-64d5-4568-acbc-f27b023b2774 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=9cdd4113-f7e0-45eb-bbb2-5da93102bf6c HTTP/1.1" status: 200 len: 919 time: 0.3957436 Sep 01 14:11:12.952794 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=100 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:13.067958 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8b736bd2-e0c3-428e-9987-58ae5733a117 req-a5158ef3-dc54-47cc-820f-56855b6330f5 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f27eab44-1c4b-4c5c-95ab-4dbdc5728861 HTTP/1.1" status: 200 len: 1000 time: 0.1583340 Sep 01 14:11:13.137229 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a6d54644-da7b-430e-82ed-26151202b223 req-d288a8eb-fe40-4d5d-9a55-95d5dd1cd4ff service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2823598 Sep 01 14:11:13.162609 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-ab361cec-dd43-4fe5-8835-f74e3282b737 req-0dc262a3-b790-4ee6-9531-83e618c55fc6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:13.163601 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-ab361cec-dd43-4fe5-8835-f74e3282b737 req-0dc262a3-b790-4ee6-9531-83e618c55fc6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122292'] for floatingip (e9efb998-fb9c-4d8e-8668-f1427837bef0), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:13.164140 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.db.l3_db [req-ab361cec-dd43-4fe5-8835-f74e3282b737 req-0dc262a3-b790-4ee6-9531-83e618c55fc6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Floating IP e9efb998-fb9c-4d8e-8668-f1427837bef0 disassociated. External IP: 172.27.2.195, port: e0564e10-4a1c-482b-8355-e8813807b5bd. Sep 01 14:11:13.164728 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [req-ab361cec-dd43-4fe5-8835-f74e3282b737 req-0dc262a3-b790-4ee6-9531-83e618c55fc6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Calling delete_port for e0564e10-4a1c-482b-8355-e8813807b5bd owned by compute:nova {{(pid=107074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:11:13.166913 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:13.205118 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-04ff30cb-0500-4a7a-85fd-ac6a2ab7f350 req-fbb71b1d-4d03-448e-85e5-268ae7402289 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2966318 Sep 01 14:11:13.207114 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b736bd2-e0c3-428e-9987-58ae5733a117 req-41983b9d-db2b-4a54-a846-f57fd7ee3c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:13.208901 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8b736bd2-e0c3-428e-9987-58ae5733a117 req-41983b9d-db2b-4a54-a846-f57fd7ee3c01 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=d2d86ced-9867-4b29-96c7-eb755efebba7 HTTP/1.1" status: 200 len: 857 time: 0.1237195 Sep 01 14:11:13.379146 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72a11e-3bef-497c-83dc-e2721454d98e req-36f4cae4-fe92-4705-8d64-514044f264c9 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:13.381006 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ee72a11e-3bef-497c-83dc-e2721454d98e req-36f4cae4-fe92-4705-8d64-514044f264c9 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.0659566 Sep 01 14:11:13.478389 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ee72a11e-3bef-497c-83dc-e2721454d98e req-0c804690-c2e8-49b1-a498-bd8c2adf2182 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891433 Sep 01 14:11:13.486420 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b736bd2-e0c3-428e-9987-58ae5733a117 req-63457507-d2ec-499c-813f-031bb2e6472b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:13.488505 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8b736bd2-e0c3-428e-9987-58ae5733a117 req-63457507-d2ec-499c-813f-031bb2e6472b service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=9cdd4113-f7e0-45eb-bbb2-5da93102bf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0616543 Sep 01 14:11:13.529105 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-ab361cec-dd43-4fe5-8835-f74e3282b737 req-0dc262a3-b790-4ee6-9531-83e618c55fc6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (e0564e10-4a1c-482b-8355-e8813807b5bd), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:13.573202 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc262a3-b790-4ee6-9531-83e618c55fc6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Pushing event deleted for resources: {'Port': ['ID=e0564e10-4a1c-482b-8355-e8813807b5bd,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:11:13.598364 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc262a3-b790-4ee6-9531-83e618c55fc6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:13.598364 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc262a3-b790-4ee6-9531-83e618c55fc6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:13.598364 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc262a3-b790-4ee6-9531-83e618c55fc6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:13.598761 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc262a3-b790-4ee6-9531-83e618c55fc6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:13.598878 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc262a3-b790-4ee6-9531-83e618c55fc6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:13.599167 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc262a3-b790-4ee6-9531-83e618c55fc6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:13.599501 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc262a3-b790-4ee6-9531-83e618c55fc6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:13.599891 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc262a3-b790-4ee6-9531-83e618c55fc6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:13.600266 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc262a3-b790-4ee6-9531-83e618c55fc6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:13.600600 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc262a3-b790-4ee6-9531-83e618c55fc6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:13.600938 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc262a3-b790-4ee6-9531-83e618c55fc6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:13.601305 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc262a3-b790-4ee6-9531-83e618c55fc6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:13.601626 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc262a3-b790-4ee6-9531-83e618c55fc6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:13.602266 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc262a3-b790-4ee6-9531-83e618c55fc6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:13.602608 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc262a3-b790-4ee6-9531-83e618c55fc6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:13.679161 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8b736bd2-e0c3-428e-9987-58ae5733a117 req-defe343c-2ea6-439d-89dd-86bf37c1ccdd service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9cdd4113-f7e0-45eb-bbb2-5da93102bf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784830 Sep 01 14:11:13.728377 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:13.755908 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-59bd4e82-c317-4a03-8dd3-3ccc43740f4f req-cf458ecc-3720-447b-b616-1a3e147921f1 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=91814986-adf4-46cb-8edf-820106d37ecb HTTP/1.1" status: 200 len: 210 time: 0.0395403 Sep 01 14:11:13.791341 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab361cec-dd43-4fe5-8835-f74e3282b737 req-0dc262a3-b790-4ee6-9531-83e618c55fc6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Router e8f55aa6-3e2f-4434-9312-766524ba3bfd has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:11:13.943651 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab361cec-dd43-4fe5-8835-f74e3282b737 req-0dc262a3-b790-4ee6-9531-83e618c55fc6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:11:13.960877 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af040ca-51c3-45ed-9556-ab9b75d4d814 None None] Sync routers for ids ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'] in dv-cinder-852211-7-iscsi {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:11:13.980738 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af040ca-51c3-45ed-9556-ab9b75d4d814 None None] Routers {'e8f55aa6-3e2f-4434-9312-766524ba3bfd'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:11:13.982178 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-5af040ca-51c3-45ed-9556-ab9b75d4d814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:10:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:11:14.021695 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab361cec-dd43-4fe5-8835-f74e3282b737 req-0dc262a3-b790-4ee6-9531-83e618c55fc6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] No DVR routers for this DVR port e0564e10-4a1c-482b-8355-e8813807b5bd on host hv-cinder-85221 {{(pid=107074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:11:14.026341 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-ab361cec-dd43-4fe5-8835-f74e3282b737 req-0dc262a3-b790-4ee6-9531-83e618c55fc6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:14.031164 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-ab361cec-dd43-4fe5-8835-f74e3282b737 req-0dc262a3-b790-4ee6-9531-83e618c55fc6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.72 "DELETE /networking/v2.0/ports/e0564e10-4a1c-482b-8355-e8813807b5bd HTTP/1.1" status: 204 len: 173 time: 1.6098285 Sep 01 14:11:14.031692 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91814986-adf4-46cb-8edf-820106d37ecb', 'name': 'network-vif-deleted', 'tag': 'e0564e10-4a1c-482b-8355-e8813807b5bd'}] {{(pid=107074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:11:14.034700 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c297ab1b76e2baeed04979654ee05671bdf6dedd7a272174e678f0e52b3dfb88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e195d69-1ed8-461c-b28a-c4f7cf23afde" -d '{"events": [{"server_uuid": "91814986-adf4-46cb-8edf-820106d37ecb", "name": "network-vif-deleted", "tag": "e0564e10-4a1c-482b-8355-e8813807b5bd"}]}' {{(pid=107074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:11:14.097573 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d72320e-b6f9-4129-9079-16dfa163baa3 x-openstack-request-id: req-4d72320e-b6f9-4129-9079-16dfa163baa3 {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:11:14.098295 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91814986-adf4-46cb-8edf-820106d37ecb", "name": "network-vif-deleted", "tag": "e0564e10-4a1c-482b-8355-e8813807b5bd", "status": "completed", "code": 200}]} {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:11:14.098610 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d72320e-b6f9-4129-9079-16dfa163baa3 {{(pid=107074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:11:14.099257 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d72320e-b6f9-4129-9079-16dfa163baa3'] response: {'server_uuid': '91814986-adf4-46cb-8edf-820106d37ecb', 'name': 'network-vif-deleted', 'tag': 'e0564e10-4a1c-482b-8355-e8813807b5bd', 'status': 'completed', 'code': 200} Sep 01 14:11:14.156662 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-5af040ca-51c3-45ed-9556-ab9b75d4d814 None None] Set router e8f55aa6-3e2f-4434-9312-766524ba3bfd gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:11:14.396380 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8b736bd2-e0c3-428e-9987-58ae5733a117 req-fc777566-441e-4898-b071-440e108f056c service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9cdd4113-f7e0-45eb-bbb2-5da93102bf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657082 Sep 01 14:11:14.424028 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d1eed-4b85-4a4b-ab4b-a714070aedc8 req-4b3f9639-fdc5-4742-9af8-7e19acb5d8cd tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:14.425828 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-545d1eed-4b85-4a4b-ab4b-a714070aedc8 req-4b3f9639-fdc5-4742-9af8-7e19acb5d8cd tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 945 time: 0.1015558 Sep 01 14:11:14.461082 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:14.492417 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-545d1eed-4b85-4a4b-ab4b-a714070aedc8 req-65704039-e94f-4321-bf64-3105a312f0f2 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559959 Sep 01 14:11:14.540853 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-5af040ca-51c3-45ed-9556-ab9b75d4d814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'name': 'tempest-AttachVolumeNegativeTest-1411166407-router', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:07:23Z', 'updated_at': '2022-09-01T14:07:28Z', 'revision_number': 4, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'gw_port': {'id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:24Z', 'updated_at': '2022-09-01T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '1d322708-60c7-4a61-b0df-8d1e76fa1ff4', 'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'mac_address': 'fa:16:3e:a6:5b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:27Z', 'updated_at': '2022-09-01T14:07:34Z', 'revision_number': 5, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'subnets': [{'id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:11:14.594027 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af040ca-51c3-45ed-9556-ab9b75d4d814 None None] Checking router: e8f55aa6-3e2f-4434-9312-766524ba3bfd for host: dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:11:14.611707 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af040ca-51c3-45ed-9556-ab9b75d4d814 None None] Routers {'e8f55aa6-3e2f-4434-9312-766524ba3bfd'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:11:14.612748 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-5af040ca-51c3-45ed-9556-ab9b75d4d814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:10:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:11:14.706213 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba51f7d-c40d-4ed1-a8f1-160783a1e178 req-204efa0d-bcce-4c74-929c-b23b5eda8702 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:14.708302 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4ba51f7d-c40d-4ed1-a8f1-160783a1e178 req-204efa0d-bcce-4c74-929c-b23b5eda8702 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.0727453 Sep 01 14:11:14.807821 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4ba51f7d-c40d-4ed1-a8f1-160783a1e178 req-37a76401-7065-4018-9b50-1702baa5e82b tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871043 Sep 01 14:11:14.896898 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-5af040ca-51c3-45ed-9556-ab9b75d4d814 None None] Set router e8f55aa6-3e2f-4434-9312-766524ba3bfd gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:11:14.930821 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-142d8dcc-5ab5-4a98-bd9b-660a5f35a03a req-4546b8c5-c6ab-48ec-ae19-8f4c422042f9 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=91814986-adf4-46cb-8edf-820106d37ecb HTTP/1.1" status: 200 len: 210 time: 0.0474169 Sep 01 14:11:15.061067 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:15.165272 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-5af040ca-51c3-45ed-9556-ab9b75d4d814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'name': 'tempest-AttachVolumeNegativeTest-1411166407-router', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:07:23Z', 'updated_at': '2022-09-01T14:07:28Z', 'revision_number': 4, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'gw_port': {'id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:24Z', 'updated_at': '2022-09-01T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '1d322708-60c7-4a61-b0df-8d1e76fa1ff4', 'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'mac_address': 'fa:16:3e:a6:5b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:27Z', 'updated_at': '2022-09-01T14:07:34Z', 'revision_number': 5, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'subnets': [{'id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:11:15.197033 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af040ca-51c3-45ed-9556-ab9b75d4d814 None None] The sync data for ids ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'] in dv-cinder-852211-7-iscsi is: [{'id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'name': 'tempest-AttachVolumeNegativeTest-1411166407-router', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:07:23Z', 'updated_at': '2022-09-01T14:07:28Z', 'revision_number': 4, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'gw_port': {'id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:24Z', 'updated_at': '2022-09-01T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '1d322708-60c7-4a61-b0df-8d1e76fa1ff4', 'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'mac_address': 'fa:16:3e:a6:5b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:27Z', 'updated_at': '2022-09-01T14:07:34Z', 'revision_number': 5, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'subnets': [{'id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:11:15.492121 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07956f59-6a4c-4f2c-a752-76ef914a61e3 None None] New status for floating IP e9efb998-fb9c-4d8e-8668-f1427837bef0: DOWN {{(pid=107076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 14:11:15.653409 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e61828-af46-46e7-abea-9a5ebd58c1e5 req-91200449-7909-45e1-879c-42bd9bfd927a tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:15.655635 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b7e61828-af46-46e7-abea-9a5ebd58c1e5 req-91200449-7909-45e1-879c-42bd9bfd927a tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 945 time: 0.0583234 Sep 01 14:11:15.715809 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b7e61828-af46-46e7-abea-9a5ebd58c1e5 req-0728d201-7646-497d-b6e4-74675d7d223b tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532131 Sep 01 14:11:15.851535 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00124a9-f5b8-45b0-b019-c4ef15f0a281 req-cc4e16bf-23af-440b-9564-ba97d33437b6 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:15.853518 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e00124a9-f5b8-45b0-b019-c4ef15f0a281 req-cc4e16bf-23af-440b-9564-ba97d33437b6 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 945 time: 0.0526223 Sep 01 14:11:15.865556 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 60188) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:11:15.870493 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-9c6ad53d-ac30-4b17-964e-eddae090de17 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Request body: {'floatingip': {'port_id': '214b6ab8-206c-4129-a639-f69abbdaa49b'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:11:15.915159 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-9c6ad53d-ac30-4b17-964e-eddae090de17 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for floatingip (db870b89-6e10-4cad-8bce-a556381319e1), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:16.038036 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51dc93b-fff9-427f-aeb1-e3303f684b55 req-824f6b49-16ef-4db5-b87f-46f6f689b002 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:16.039664 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d51dc93b-fff9-427f-aeb1-e3303f684b55 req-824f6b49-16ef-4db5-b87f-46f6f689b002 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.0868092 Sep 01 14:11:16.137512 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6bc72700-00a3-4173-94e7-79b0dab3ef24 req-e5a17b71-5844-43a8-b76a-88f92fd65a0c tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=91814986-adf4-46cb-8edf-820106d37ecb HTTP/1.1" status: 200 len: 210 time: 0.0547211 Sep 01 14:11:16.204791 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d51dc93b-fff9-427f-aeb1-e3303f684b55 req-9d28b0e9-941c-4133-9c29-92db784d8809 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448729 Sep 01 14:11:16.288896 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device e0564e10-4a1c-482b-8355-e8813807b5bd no longer exists at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:11:16.303356 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:16.321025 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] No Port match for: e0564e10-4a1c-482b-8355-e8813807b5bd {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:11:16.321488 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device e0564e10-4a1c-482b-8355-e8813807b5bd not bound to the agent host hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:11:16.540001 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-9c6ad53d-ac30-4b17-964e-eddae090de17 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:16.664329 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-9c6ad53d-ac30-4b17-964e-eddae090de17 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122292'] for floatingip (db870b89-6e10-4cad-8bce-a556381319e1), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:16.753152 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:16.775221 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.db.l3_db [None req-9c6ad53d-ac30-4b17-964e-eddae090de17 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Floating IP db870b89-6e10-4cad-8bce-a556381319e1 associated. External IP: 172.27.2.50, port: 214b6ab8-206c-4129-a639-f69abbdaa49b. Sep 01 14:11:17.041742 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6ad53d-ac30-4b17-964e-eddae090de17 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Router 37b08d5e-be17-4105-af7b-a88fbc50b9fc has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:11:17.175790 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6ad53d-ac30-4b17-964e-eddae090de17 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:11:17.180571 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-9c6ad53d-ac30-4b17-964e-eddae090de17 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for floatingip (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:17.192847 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7b7fe2-f766-46e9-8159-faf0b594ca16 None None] Sync routers for ids ['37b08d5e-be17-4105-af7b-a88fbc50b9fc'] in dv-cinder-852211-7-iscsi {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:11:17.213309 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7b7fe2-f766-46e9-8159-faf0b594ca16 None None] Routers {'37b08d5e-be17-4105-af7b-a88fbc50b9fc'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:11:17.214417 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-4b7b7fe2-f766-46e9-8159-faf0b594ca16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:10:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['37b08d5e-be17-4105-af7b-a88fbc50b9fc'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:11:17.216623 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-9c6ad53d-ac30-4b17-964e-eddae090de17 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/db870b89-6e10-4cad-8bce-a556381319e1 HTTP/1.1" status: 200 len: 990 time: 1.3492715 Sep 01 14:11:17.216813 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1298e8f-49c7-4a76-bc92-4b1fd8dfeac1', 'tag': '214b6ab8-206c-4129-a639-f69abbdaa49b'}] {{(pid=107073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:11:17.219374 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa2be68435688eaee197eda6180a725a3135abf9bfe352ecc662039bf4a93bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10baff35-76cd-40d5-aa11-85e64177af91" -d '{"events": [{"name": "network-changed", "server_uuid": "d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1", "tag": "214b6ab8-206c-4129-a639-f69abbdaa49b"}]}' {{(pid=107073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:11:17.298494 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443fd567-9c4d-42e6-8bc7-32613c59f950 x-openstack-request-id: req-443fd567-9c4d-42e6-8bc7-32613c59f950 {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:11:17.298777 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1", "tag": "214b6ab8-206c-4129-a639-f69abbdaa49b", "status": "completed", "code": 200}]} {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:11:17.299042 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-443fd567-9c4d-42e6-8bc7-32613c59f950 {{(pid=107073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:11:17.299460 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-443fd567-9c4d-42e6-8bc7-32613c59f950'] response: {'name': 'network-changed', 'server_uuid': 'd1298e8f-49c7-4a76-bc92-4b1fd8dfeac1', 'tag': '214b6ab8-206c-4129-a639-f69abbdaa49b', 'status': 'completed', 'code': 200} Sep 01 14:11:17.303466 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-bfd90865-fa69-4c32-a4d0-95c40a399885 req-51dfc928-3af8-45d7-9bfc-7ec27e1ae908 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=91814986-adf4-46cb-8edf-820106d37ecb HTTP/1.1" status: 200 len: 210 time: 0.0380113 Sep 01 14:11:17.411218 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-4b7b7fe2-f766-46e9-8159-faf0b594ca16 None None] Set router 37b08d5e-be17-4105-af7b-a88fbc50b9fc gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:11:17.455506 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c383cb-e0a9-4581-9362-5bc3025f8804 req-928deedd-3008-485a-94d8-75d94f6ef2bb tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:17.458519 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-60c383cb-e0a9-4581-9362-5bc3025f8804 req-928deedd-3008-485a-94d8-75d94f6ef2bb tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.0763054 Sep 01 14:11:17.544803 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-60c383cb-e0a9-4581-9362-5bc3025f8804 req-1b0a9cd9-1ce2-4142-a857-58694ab8af2f tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796139 Sep 01 14:11:17.692277 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 6 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:11:17.726113 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-4b7b7fe2-f766-46e9-8159-faf0b594ca16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1832381904-router', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:39Z', 'updated_at': '2022-09-01T14:05:52Z', 'revision_number': 4, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'gw_port': {'id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:41Z', 'updated_at': '2022-09-01T14:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': 'db870b89-6e10-4cad-8bce-a556381319e1', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'port_id': '214b6ab8-206c-4129-a639-f69abbdaa49b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1', 'mac_address': 'fa:16:3e:b7:d4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1298e8f-49c7-4a76-bc92-4b1fd8dfeac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:10:48Z', 'updated_at': '2022-09-01T14:11:16Z', 'revision_number': 1, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f67cb7de-db9d-4185-8a7e-2c17517e2aab', 'name': '', 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'mac_address': 'fa:16:3e:87:e5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5274d38f-79ac-43b5-aae2-e29860924168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:50Z', 'updated_at': '2022-09-01T14:06:18Z', 'revision_number': 5, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'subnets': [{'id': '5274d38f-79ac-43b5-aae2-e29860924168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:11:17.792993 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7b7fe2-f766-46e9-8159-faf0b594ca16 None None] Checking router: 37b08d5e-be17-4105-af7b-a88fbc50b9fc for host: dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:11:17.850840 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7b7fe2-f766-46e9-8159-faf0b594ca16 None None] Routers {'37b08d5e-be17-4105-af7b-a88fbc50b9fc'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:11:17.850840 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-4b7b7fe2-f766-46e9-8159-faf0b594ca16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:10:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['37b08d5e-be17-4105-af7b-a88fbc50b9fc'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:11:17.852507 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10baff35-76cd-40d5-aa11-85e64177af91 req-a0afee9a-cb17-4a07-915c-cf463f799647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:17.852507 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-10baff35-76cd-40d5-aa11-85e64177af91 req-a0afee9a-cb17-4a07-915c-cf463f799647 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=3ed58deb61194a5ba3f2d46eb7e5680c&device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 1129 time: 0.0778594 Sep 01 14:11:18.012562 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10baff35-76cd-40d5-aa11-85e64177af91 req-b4b0a221-eca5-4687-b356-c54cc7ebce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:18.015066 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-10baff35-76cd-40d5-aa11-85e64177af91 req-b4b0a221-eca5-4687-b356-c54cc7ebce95 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=04671c53-ca48-4ca5-8247-463b6ac1fbe1 HTTP/1.1" status: 200 len: 918 time: 0.1681767 Sep 01 14:11:18.024588 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-4b7b7fe2-f766-46e9-8159-faf0b594ca16 None None] Set router 37b08d5e-be17-4105-af7b-a88fbc50b9fc gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:11:18.283269 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:18.296668 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=100 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:18.316014 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-10baff35-76cd-40d5-aa11-85e64177af91 req-5aabc30f-1a97-41d4-b97a-d19aab928df6 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=214b6ab8-206c-4129-a639-f69abbdaa49b HTTP/1.1" status: 200 len: 998 time: 0.0949183 Sep 01 14:11:18.351812 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-4b7b7fe2-f766-46e9-8159-faf0b594ca16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1832381904-router', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:39Z', 'updated_at': '2022-09-01T14:05:52Z', 'revision_number': 4, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'gw_port': {'id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:41Z', 'updated_at': '2022-09-01T14:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': 'db870b89-6e10-4cad-8bce-a556381319e1', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'port_id': '214b6ab8-206c-4129-a639-f69abbdaa49b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1', 'mac_address': 'fa:16:3e:b7:d4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1298e8f-49c7-4a76-bc92-4b1fd8dfeac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:10:48Z', 'updated_at': '2022-09-01T14:11:16Z', 'revision_number': 1, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f67cb7de-db9d-4185-8a7e-2c17517e2aab', 'name': '', 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'mac_address': 'fa:16:3e:87:e5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5274d38f-79ac-43b5-aae2-e29860924168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:50Z', 'updated_at': '2022-09-01T14:06:18Z', 'revision_number': 5, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'subnets': [{'id': '5274d38f-79ac-43b5-aae2-e29860924168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:11:18.386121 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7b7fe2-f766-46e9-8159-faf0b594ca16 None None] The sync data for ids ['37b08d5e-be17-4105-af7b-a88fbc50b9fc'] in dv-cinder-852211-7-iscsi is: [{'id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1832381904-router', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:39Z', 'updated_at': '2022-09-01T14:05:52Z', 'revision_number': 4, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'gw_port': {'id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:41Z', 'updated_at': '2022-09-01T14:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': 'db870b89-6e10-4cad-8bce-a556381319e1', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'port_id': '214b6ab8-206c-4129-a639-f69abbdaa49b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1', 'mac_address': 'fa:16:3e:b7:d4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1298e8f-49c7-4a76-bc92-4b1fd8dfeac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:10:48Z', 'updated_at': '2022-09-01T14:11:16Z', 'revision_number': 1, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f67cb7de-db9d-4185-8a7e-2c17517e2aab', 'name': '', 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'mac_address': 'fa:16:3e:87:e5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5274d38f-79ac-43b5-aae2-e29860924168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:50Z', 'updated_at': '2022-09-01T14:06:18Z', 'revision_number': 5, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'subnets': [{'id': '5274d38f-79ac-43b5-aae2-e29860924168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:11:18.396239 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10baff35-76cd-40d5-aa11-85e64177af91 req-a24a6c69-f3fa-40bc-a98b-7014a746ff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:18.399605 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-10baff35-76cd-40d5-aa11-85e64177af91 req-a24a6c69-f3fa-40bc-a98b-7014a746ff55 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=5274d38f-79ac-43b5-aae2-e29860924168 HTTP/1.1" status: 200 len: 856 time: 0.0741899 Sep 01 14:11:18.496122 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a8abec5b-2d35-4c5f-87c7-894b44652b48 req-883bb708-c5bb-4ff7-bc6f-ce5d826cb591 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=91814986-adf4-46cb-8edf-820106d37ecb HTTP/1.1" status: 200 len: 210 time: 0.0362453 Sep 01 14:11:18.499645 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10baff35-76cd-40d5-aa11-85e64177af91 req-c895f033-4865-4b6a-b14a-ec7e2f57cb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:18.501849 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-10baff35-76cd-40d5-aa11-85e64177af91 req-c895f033-4865-4b6a-b14a-ec7e2f57cb2a service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=04671c53-ca48-4ca5-8247-463b6ac1fbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0879984 Sep 01 14:11:18.631437 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:18.675505 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-10baff35-76cd-40d5-aa11-85e64177af91 req-dbfd3ddd-c8a3-419d-b7cd-dd61f9a895a5 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/04671c53-ca48-4ca5-8247-463b6ac1fbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650622 Sep 01 14:11:18.732055 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94328bc3-0cf5-4d75-8253-2047e6feeb06 None None] New status for floating IP db870b89-6e10-4cad-8bce-a556381319e1: ACTIVE {{(pid=107076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 14:11:18.795207 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f1063-331b-4c53-b996-8b0dff96de1a req-3af32f8d-23f5-4956-bc65-c16ed814f4de tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:18.796847 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e06f1063-331b-4c53-b996-8b0dff96de1a req-3af32f8d-23f5-4956-bc65-c16ed814f4de tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.1199920 Sep 01 14:11:18.924885 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e06f1063-331b-4c53-b996-8b0dff96de1a req-26a71aac-5686-4739-8ee4-b03984ec38d3 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147840 Sep 01 14:11:18.930278 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-10baff35-76cd-40d5-aa11-85e64177af91 req-7416fb2a-711e-4e2f-a243-3aacfc7461c3 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/04671c53-ca48-4ca5-8247-463b6ac1fbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407258 Sep 01 14:11:18.951041 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9a0c7-d897-4c11-9c6a-3849f6f8ac2d req-2d997ced-ed17-4fa7-843c-cfab6b2377a6 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:18.953620 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e5b9a0c7-d897-4c11-9c6a-3849f6f8ac2d req-2d997ced-ed17-4fa7-843c-cfab6b2377a6 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.0812528 Sep 01 14:11:19.024695 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e5b9a0c7-d897-4c11-9c6a-3849f6f8ac2d req-4c88fbe7-fbe5-4028-915f-e77786061f8a tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632091 Sep 01 14:11:19.077422 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282eacd3-d58d-4a0c-9f19-c8f434c6e789 req-451ad0dd-4df8-485b-ad73-3309d5c5e461 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:19.079799 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-282eacd3-d58d-4a0c-9f19-c8f434c6e789 req-451ad0dd-4df8-485b-ad73-3309d5c5e461 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.0510614 Sep 01 14:11:19.091471 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 60228) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:11:19.097852 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-2cea2c14-07ae-44a7-b83e-218673d94e24 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Request body: {'floatingip': {'port_id': 'f27eab44-1c4b-4c5c-95ab-4dbdc5728861'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:11:19.167391 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-2cea2c14-07ae-44a7-b83e-218673d94e24 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks [] for floatingip (f5eff4ae-6807-4bd0-99f4-c14f082249df), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:19.576033 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01097b8d-7e22-403b-ac95-09b10e714753 req-963144f9-c3d1-4543-a53a-433441804649 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:19.577659 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-01097b8d-7e22-403b-ac95-09b10e714753 req-963144f9-c3d1-4543-a53a-433441804649 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 985 time: 0.0991764 Sep 01 14:11:19.717854 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 60238) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:11:19.799336 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-9f6ea150-2508-4d51-9dad-2e82b9d97a17 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group (316d2b80-0f10-47d0-b39a-949b2d496324), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:19.836013 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-9f6ea150-2508-4d51-9dad-2e82b9d97a17 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group (316d2b80-0f10-47d0-b39a-949b2d496324), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:19.926829 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:20.008143 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-9f6ea150-2508-4d51-9dad-2e82b9d97a17 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (316d2b80-0f10-47d0-b39a-949b2d496324), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:20.008622 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-01097b8d-7e22-403b-ac95-09b10e714753 req-225d4817-7425-48be-a866-f3d84e6b5d37 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=28137255-a9b5-42bf-804b-d3e5db5441a5&id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1172774 Sep 01 14:11:20.015010 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-9f6ea150-2508-4d51-9dad-2e82b9d97a17 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:20.015885 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-9f6ea150-2508-4d51-9dad-2e82b9d97a17 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/316d2b80-0f10-47d0-b39a-949b2d496324 HTTP/1.1" status: 204 len: 168 time: 0.2964742 Sep 01 14:11:20.022603 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 60242) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:11:20.055038 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ea150-2508-4d51-9dad-2e82b9d97a17 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=316d2b80-0f10-47d0-b39a-949b2d496324,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:11:20.059317 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.api.v2.resource [None req-4648f66f-570d-4c54-bc45-bf2dff41dd82 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] show failed (client error): The resource could not be found. Sep 01 14:11:20.061292 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-4648f66f-570d-4c54-bc45-bf2dff41dd82 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups/316d2b80-0f10-47d0-b39a-949b2d496324 HTTP/1.1" status: 404 len: 347 time: 0.0365036 Sep 01 14:11:20.067540 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 60246) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:11:20.103215 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-2cea2c14-07ae-44a7-b83e-218673d94e24 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:20.190068 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-2cea2c14-07ae-44a7-b83e-218673d94e24 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122292'] for floatingip (f5eff4ae-6807-4bd0-99f4-c14f082249df), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:20.255876 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-c56a47a1-7439-423e-9612-916fb70992a7 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Deleting port 7946a266-237a-42b3-a3cb-5e559c37fa64 {{(pid=107074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:11:20.256810 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-c56a47a1-7439-423e-9612-916fb70992a7 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (7946a266-237a-42b3-a3cb-5e559c37fa64), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:20.257179 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072ac70-8e10-4d19-a935-7a74df3742ce req-b7eb9195-7fea-4d69-8b17-93e4175a42bf tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:20.258971 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4072ac70-8e10-4d19-a935-7a74df3742ce req-b7eb9195-7fea-4d69-8b17-93e4175a42bf tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.1043725 Sep 01 14:11:20.276224 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:20.363665 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:20.374786 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4072ac70-8e10-4d19-a935-7a74df3742ce req-9f5715e8-1775-412d-8729-b329ec4e7210 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955241 Sep 01 14:11:20.389636 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-c56a47a1-7439-423e-9612-916fb70992a7 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (7946a266-237a-42b3-a3cb-5e559c37fa64), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:20.390188 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-c56a47a1-7439-423e-9612-916fb70992a7 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for floatingip (7946a266-237a-42b3-a3cb-5e559c37fa64), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:20.417980 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-c56a47a1-7439-423e-9612-916fb70992a7 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Calling delete_port for 7946a266-237a-42b3-a3cb-5e559c37fa64 owned by network:floatingip {{(pid=107074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:11:20.420953 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:20.494781 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cea2c14-07ae-44a7-b83e-218673d94e24 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Router 57c9ec02-e72b-4e01-9908-f9246af4a8a2 has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:11:20.623075 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cea2c14-07ae-44a7-b83e-218673d94e24 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:11:20.635750 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-2cea2c14-07ae-44a7-b83e-218673d94e24 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for floatingip (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:20.640589 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2318356-cec4-4b90-b2b3-2cc2d892fe19 None None] Sync routers for ids ['57c9ec02-e72b-4e01-9908-f9246af4a8a2'] in dv-cinder-852211-7-iscsi {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:11:20.660898 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2318356-cec4-4b90-b2b3-2cc2d892fe19 None None] Routers {'57c9ec02-e72b-4e01-9908-f9246af4a8a2'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:11:20.661781 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-d2318356-cec4-4b90-b2b3-2cc2d892fe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:10:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['57c9ec02-e72b-4e01-9908-f9246af4a8a2'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:11:20.683864 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1988647a-695e-49b8-a5d3-dd6c93c10ae5', 'tag': 'f27eab44-1c4b-4c5c-95ab-4dbdc5728861'}] {{(pid=107073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:11:20.688636 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa2be68435688eaee197eda6180a725a3135abf9bfe352ecc662039bf4a93bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9594ac8d-5de3-4fc3-9456-a7b1b3b3c97f" -d '{"events": [{"name": "network-changed", "server_uuid": "1988647a-695e-49b8-a5d3-dd6c93c10ae5", "tag": "f27eab44-1c4b-4c5c-95ab-4dbdc5728861"}]}' {{(pid=107073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:11:20.754792 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-2cea2c14-07ae-44a7-b83e-218673d94e24 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/f5eff4ae-6807-4bd0-99f4-c14f082249df HTTP/1.1" status: 200 len: 992 time: 1.6576247 Sep 01 14:11:20.765702 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6dcc01-79ce-4ecd-a537-fc14f8444bdf x-openstack-request-id: req-0f6dcc01-79ce-4ecd-a537-fc14f8444bdf {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:11:20.766474 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1988647a-695e-49b8-a5d3-dd6c93c10ae5", "tag": "f27eab44-1c4b-4c5c-95ab-4dbdc5728861", "status": "completed", "code": 200}]} {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:11:20.766881 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f6dcc01-79ce-4ecd-a537-fc14f8444bdf {{(pid=107073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:11:20.767616 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f6dcc01-79ce-4ecd-a537-fc14f8444bdf'] response: {'name': 'network-changed', 'server_uuid': '1988647a-695e-49b8-a5d3-dd6c93c10ae5', 'tag': 'f27eab44-1c4b-4c5c-95ab-4dbdc5728861', 'status': 'completed', 'code': 200} Sep 01 14:11:20.767806 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-c56a47a1-7439-423e-9612-916fb70992a7 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (7946a266-237a-42b3-a3cb-5e559c37fa64), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:20.810055 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a47a1-7439-423e-9612-916fb70992a7 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Pushing event deleted for resources: {'Port': ['ID=7946a266-237a-42b3-a3cb-5e559c37fa64,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:11:20.822325 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=100 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:20.845543 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-d2318356-cec4-4b90-b2b3-2cc2d892fe19 None None] Set router 57c9ec02-e72b-4e01-9908-f9246af4a8a2 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:11:20.927938 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-c56a47a1-7439-423e-9612-916fb70992a7 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for floatingip (e9efb998-fb9c-4d8e-8668-f1427837bef0), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:20.932790 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-c56a47a1-7439-423e-9612-916fb70992a7 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for floatingip (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:20.939104 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-c56a47a1-7439-423e-9612-916fb70992a7 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/e9efb998-fb9c-4d8e-8668-f1427837bef0 HTTP/1.1" status: 204 len: 168 time: 0.8699360 Sep 01 14:11:21.151992 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 60258) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:11:21.161204 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-0acb4bb3-63c5-4310-9fb8-11b521f5443a tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1122447274', 'description': 'tempest-description--947651249'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:11:21.192101 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca4fcd-bbb2-4e59-87e6-254f8c2a016e req-377a90fc-8f2c-4d24-afc7-cdc2f746cc51 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:21.193873 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-70ca4fcd-bbb2-4e59-87e6-254f8c2a016e req-377a90fc-8f2c-4d24-afc7-cdc2f746cc51 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 985 time: 0.0770431 Sep 01 14:11:21.273801 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-70ca4fcd-bbb2-4e59-87e6-254f8c2a016e req-e77f1baa-dfc4-4411-8c60-fa80842239f2 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=28137255-a9b5-42bf-804b-d3e5db5441a5&id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0705271 Sep 01 14:11:21.305516 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-0acb4bb3-63c5-4310-9fb8-11b521f5443a tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:21.326676 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-d2318356-cec4-4b90-b2b3-2cc2d892fe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'name': 'tempest-ServerRescueNegativeTestJSON-647081354-router', 'tenant_id': '36049d2090b84443a3bf3bf00558379e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ba85496b-b991-48c7-9c6c-3b8b42b120e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:43Z', 'updated_at': '2022-09-01T14:06:00Z', 'revision_number': 4, 'project_id': '36049d2090b84443a3bf3bf00558379e', 'gw_port': {'id': 'ba85496b-b991-48c7-9c6c-3b8b42b120e3', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:08:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:45Z', 'updated_at': '2022-09-01T14:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': 'f5eff4ae-6807-4bd0-99f4-c14f082249df', 'tenant_id': '36049d2090b84443a3bf3bf00558379e', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'port_id': 'f27eab44-1c4b-4c5c-95ab-4dbdc5728861', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c', 'mac_address': 'fa:16:3e:28:b7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1988647a-695e-49b8-a5d3-dd6c93c10ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:08:30Z', 'updated_at': '2022-09-01T14:11:19Z', 'revision_number': 3, 'project_id': '36049d2090b84443a3bf3bf00558379e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d165577-f5d8-4e45-b6f9-dd2cb49b501e', 'name': '', 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c', 'tenant_id': '36049d2090b84443a3bf3bf00558379e', 'mac_address': 'fa:16:3e:d8:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd2d86ced-9867-4b29-96c7-eb755efebba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:56Z', 'updated_at': '2022-09-01T14:06:19Z', 'revision_number': 5, 'project_id': '36049d2090b84443a3bf3bf00558379e', 'subnets': [{'id': 'd2d86ced-9867-4b29-96c7-eb755efebba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:11:21.363361 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2318356-cec4-4b90-b2b3-2cc2d892fe19 None None] Checking router: 57c9ec02-e72b-4e01-9908-f9246af4a8a2 for host: dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:11:21.373884 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2318356-cec4-4b90-b2b3-2cc2d892fe19 None None] Routers {'57c9ec02-e72b-4e01-9908-f9246af4a8a2'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:11:21.374445 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-d2318356-cec4-4b90-b2b3-2cc2d892fe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:10:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['57c9ec02-e72b-4e01-9908-f9246af4a8a2'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:11:21.419901 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-0acb4bb3-63c5-4310-9fb8-11b521f5443a tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group (116a3d8d-656a-40ae-853a-3f67c7263740), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:21.510256 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-0acb4bb3-63c5-4310-9fb8-11b521f5443a tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (116a3d8d-656a-40ae-853a-3f67c7263740), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:21.545646 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-d2318356-cec4-4b90-b2b3-2cc2d892fe19 None None] Set router 57c9ec02-e72b-4e01-9908-f9246af4a8a2 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:11:21.594711 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb4bb3-63c5-4310-9fb8-11b521f5443a tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=116a3d8d-656a-40ae-853a-3f67c7263740,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:11:21.604508 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd7001-eeee-4a06-aa95-3f2d3f8ade7e req-4d50ff21-d48c-4c23-b0c1-2b6252c85ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:21.606806 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-a0bd7001-eeee-4a06-aa95-3f2d3f8ade7e req-4d50ff21-d48c-4c23-b0c1-2b6252c85ec2 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=adf6f1699a0740ee99ae03ef2423d143&device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 1169 time: 0.1097922 Sep 01 14:11:21.669610 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594ac8d-5de3-4fc3-9456-a7b1b3b3c97f req-6cbd05ac-1d22-4388-97f7-08c4a199a214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:21.673317 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9594ac8d-5de3-4fc3-9456-a7b1b3b3c97f req-6cbd05ac-1d22-4388-97f7-08c4a199a214 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=36049d2090b84443a3bf3bf00558379e&device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 1129 time: 0.2264211 Sep 01 14:11:21.677628 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-0acb4bb3-63c5-4310-9fb8-11b521f5443a tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:21.679363 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-0acb4bb3-63c5-4310-9fb8-11b521f5443a tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5259843 Sep 01 14:11:21.684784 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 60262) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:11:21.690730 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-635abd87-e88b-4ac2-ba20-1ac55b963cd7 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Request body: {'security_group_rule': {'security_group_id': '116a3d8d-656a-40ae-853a-3f67c7263740', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:11:21.711267 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee13a64-a374-448c-9d0b-d4766326cbc8 req-5ec9c183-3a62-45a3-88f1-e44daef2af92 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:21.714055 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7ee13a64-a374-448c-9d0b-d4766326cbc8 req-5ec9c183-3a62-45a3-88f1-e44daef2af92 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.2053382 Sep 01 14:11:21.726450 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000c35f-08b9-4de2-8c78-7ae7e22d4534 req-8e6294a0-c21d-4565-af33-af997262556b tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:21.729186 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8000c35f-08b9-4de2-8c78-7ae7e22d4534 req-8e6294a0-c21d-4565-af33-af997262556b tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.1628733 Sep 01 14:11:21.762954 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd7001-eeee-4a06-aa95-3f2d3f8ade7e req-24b600ca-e8bc-449c-8a6c-62a1d87db717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:21.764492 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-a0bd7001-eeee-4a06-aa95-3f2d3f8ade7e req-24b600ca-e8bc-449c-8a6c-62a1d87db717 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=52d2108a-679f-4e17-b63b-779cfbdc360f HTTP/1.1" status: 200 len: 916 time: 0.1491003 Sep 01 14:11:21.789824 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:21.795627 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7ee13a64-a374-448c-9d0b-d4766326cbc8 req-a1b3be80-f1b2-4467-b647-65b38dca70ff tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600040 Sep 01 14:11:21.827490 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-635abd87-e88b-4ac2-ba20-1ac55b963cd7 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group_rule (3ee334ae-8805-4c6a-800e-c66be29dfb47), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:21.857033 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-d2318356-cec4-4b90-b2b3-2cc2d892fe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'name': 'tempest-ServerRescueNegativeTestJSON-647081354-router', 'tenant_id': '36049d2090b84443a3bf3bf00558379e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ba85496b-b991-48c7-9c6c-3b8b42b120e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:43Z', 'updated_at': '2022-09-01T14:06:00Z', 'revision_number': 4, 'project_id': '36049d2090b84443a3bf3bf00558379e', 'gw_port': {'id': 'ba85496b-b991-48c7-9c6c-3b8b42b120e3', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:08:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:45Z', 'updated_at': '2022-09-01T14:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': 'f5eff4ae-6807-4bd0-99f4-c14f082249df', 'tenant_id': '36049d2090b84443a3bf3bf00558379e', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'port_id': 'f27eab44-1c4b-4c5c-95ab-4dbdc5728861', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c', 'mac_address': 'fa:16:3e:28:b7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1988647a-695e-49b8-a5d3-dd6c93c10ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:08:30Z', 'updated_at': '2022-09-01T14:11:19Z', 'revision_number': 3, 'project_id': '36049d2090b84443a3bf3bf00558379e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d165577-f5d8-4e45-b6f9-dd2cb49b501e', 'name': '', 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c', 'tenant_id': '36049d2090b84443a3bf3bf00558379e', 'mac_address': 'fa:16:3e:d8:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd2d86ced-9867-4b29-96c7-eb755efebba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:56Z', 'updated_at': '2022-09-01T14:06:19Z', 'revision_number': 5, 'project_id': '36049d2090b84443a3bf3bf00558379e', 'subnets': [{'id': 'd2d86ced-9867-4b29-96c7-eb755efebba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:11:21.884851 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2318356-cec4-4b90-b2b3-2cc2d892fe19 None None] The sync data for ids ['57c9ec02-e72b-4e01-9908-f9246af4a8a2'] in dv-cinder-852211-7-iscsi is: [{'id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'name': 'tempest-ServerRescueNegativeTestJSON-647081354-router', 'tenant_id': '36049d2090b84443a3bf3bf00558379e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ba85496b-b991-48c7-9c6c-3b8b42b120e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:43Z', 'updated_at': '2022-09-01T14:06:00Z', 'revision_number': 4, 'project_id': '36049d2090b84443a3bf3bf00558379e', 'gw_port': {'id': 'ba85496b-b991-48c7-9c6c-3b8b42b120e3', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:08:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:45Z', 'updated_at': '2022-09-01T14:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': 'f5eff4ae-6807-4bd0-99f4-c14f082249df', 'tenant_id': '36049d2090b84443a3bf3bf00558379e', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'port_id': 'f27eab44-1c4b-4c5c-95ab-4dbdc5728861', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c', 'mac_address': 'fa:16:3e:28:b7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1988647a-695e-49b8-a5d3-dd6c93c10ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:08:30Z', 'updated_at': '2022-09-01T14:11:19Z', 'revision_number': 3, 'project_id': '36049d2090b84443a3bf3bf00558379e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d165577-f5d8-4e45-b6f9-dd2cb49b501e', 'name': '', 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c', 'tenant_id': '36049d2090b84443a3bf3bf00558379e', 'mac_address': 'fa:16:3e:d8:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd2d86ced-9867-4b29-96c7-eb755efebba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:56Z', 'updated_at': '2022-09-01T14:06:19Z', 'revision_number': 5, 'project_id': '36049d2090b84443a3bf3bf00558379e', 'subnets': [{'id': 'd2d86ced-9867-4b29-96c7-eb755efebba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:11:21.896816 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:21.922920 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-635abd87-e88b-4ac2-ba20-1ac55b963cd7 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group_rule (3ee334ae-8805-4c6a-800e-c66be29dfb47), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:21.991194 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-635abd87-e88b-4ac2-ba20-1ac55b963cd7 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411178'] for security_group_rule (3ee334ae-8805-4c6a-800e-c66be29dfb47), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:22.097096 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635abd87-e88b-4ac2-ba20-1ac55b963cd7 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ee334ae-8805-4c6a-800e-c66be29dfb47,revision_number=0']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:11:22.150324 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-a0bd7001-eeee-4a06-aa95-3f2d3f8ade7e req-6d9fb27a-960d-40cb-98a2-683b0592ea56 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9784e98b-3dcc-42d6-a82e-41f46d73700f HTTP/1.1" status: 200 len: 1002 time: 0.1283808 Sep 01 14:11:22.216236 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-635abd87-e88b-4ac2-ba20-1ac55b963cd7 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:22.218239 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-635abd87-e88b-4ac2-ba20-1ac55b963cd7 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5316093 Sep 01 14:11:22.223308 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 60266) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:11:22.230405 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-872b47d0-86c4-40c1-84cf-71acb9e04f48 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Request body: {'security_group_rule': {'security_group_id': '116a3d8d-656a-40ae-853a-3f67c7263740', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:11:22.283734 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd7001-eeee-4a06-aa95-3f2d3f8ade7e req-ee0678ba-3394-4909-8d50-afdbfbac52dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:22.286351 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-a0bd7001-eeee-4a06-aa95-3f2d3f8ade7e req-ee0678ba-3394-4909-8d50-afdbfbac52dd service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=b648ad59-9807-46a0-b795-1c2f9dd3fe6d HTTP/1.1" status: 200 len: 854 time: 0.1294281 Sep 01 14:11:22.331632 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [req-8000c35f-08b9-4de2-8c78-7ae7e22d4534 req-e3b3ca1b-fe0e-4d48-a6e6-ab896c851ef4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Deleting port 39a55af7-1a2a-41f8-b092-76d3ddca0161 {{(pid=107073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:11:22.332233 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-8000c35f-08b9-4de2-8c78-7ae7e22d4534 req-e3b3ca1b-fe0e-4d48-a6e6-ab896c851ef4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (39a55af7-1a2a-41f8-b092-76d3ddca0161), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:22.359499 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594ac8d-5de3-4fc3-9456-a7b1b3b3c97f req-f5feaf77-68fd-4b36-ba5e-36f64ba82612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:22.361931 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9594ac8d-5de3-4fc3-9456-a7b1b3b3c97f req-f5feaf77-68fd-4b36-ba5e-36f64ba82612 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=9cdd4113-f7e0-45eb-bbb2-5da93102bf6c HTTP/1.1" status: 200 len: 919 time: 0.3494523 Sep 01 14:11:22.377532 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd7001-eeee-4a06-aa95-3f2d3f8ade7e req-6fe74c5e-72d5-4f0d-a767-fe2370305ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:22.380710 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-a0bd7001-eeee-4a06-aa95-3f2d3f8ade7e req-6fe74c5e-72d5-4f0d-a767-fe2370305ca0 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=52d2108a-679f-4e17-b63b-779cfbdc360f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0811224 Sep 01 14:11:22.409736 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-872b47d0-86c4-40c1-84cf-71acb9e04f48 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group_rule (74779530-6681-4897-9a9c-be837e4b50c2), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:22.430710 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:22.526713 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddeadaf-5438-4de3-81b8-4eb5a9625cc4 req-f62ca34b-5cf2-4394-86b9-f3effa49b9b5 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:22.528329 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8ddeadaf-5438-4de3-81b8-4eb5a9625cc4 req-f62ca34b-5cf2-4394-86b9-f3effa49b9b5 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 985 time: 0.1344702 Sep 01 14:11:22.551343 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9594ac8d-5de3-4fc3-9456-a7b1b3b3c97f req-7792eea4-f732-47c4-b7c4-5abb871fa348 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f27eab44-1c4b-4c5c-95ab-4dbdc5728861 HTTP/1.1" status: 200 len: 1000 time: 0.1590755 Sep 01 14:11:22.583980 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-872b47d0-86c4-40c1-84cf-71acb9e04f48 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group_rule (74779530-6681-4897-9a9c-be837e4b50c2), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:22.603740 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-a0bd7001-eeee-4a06-aa95-3f2d3f8ade7e req-756fc878-2531-49ce-bdc6-c0f02676f84d service neutron] 10.222.0.72 "GET /networking/v2.0/networks/52d2108a-679f-4e17-b63b-779cfbdc360f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088997 Sep 01 14:11:22.630767 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [req-8000c35f-08b9-4de2-8c78-7ae7e22d4534 req-e3b3ca1b-fe0e-4d48-a6e6-ab896c851ef4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] For port 39a55af7-1a2a-41f8-b092-76d3ddca0161, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=39a55af7-1a2a-41f8-b092-76d3ddca0161,segment=NetworkSegment(ed8678fe-a4a9-4872-b144-325311f6ec17),segment_id=ed8678fe-a4a9-4872-b144-325311f6ec17)] {{(pid=107073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:11:22.631145 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-8000c35f-08b9-4de2-8c78-7ae7e22d4534 req-e3b3ca1b-fe0e-4d48-a6e6-ab896c851ef4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (39a55af7-1a2a-41f8-b092-76d3ddca0161), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:22.712613 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594ac8d-5de3-4fc3-9456-a7b1b3b3c97f req-5513ff71-c15e-4faa-9a84-d5a88cf426a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:22.714170 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9594ac8d-5de3-4fc3-9456-a7b1b3b3c97f req-5513ff71-c15e-4faa-9a84-d5a88cf426a3 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=d2d86ced-9867-4b29-96c7-eb755efebba7 HTTP/1.1" status: 200 len: 857 time: 0.1543779 Sep 01 14:11:22.717040 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-a0bd7001-eeee-4a06-aa95-3f2d3f8ade7e req-99be5f42-04de-4f29-8053-9c007c42cc4b service neutron] 10.222.0.72 "GET /networking/v2.0/networks/52d2108a-679f-4e17-b63b-779cfbdc360f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054235 Sep 01 14:11:22.719482 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:22.775017 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1988647a-695e-49b8-a5d3-dd6c93c10ae5', 'tag': 'f27eab44-1c4b-4c5c-95ab-4dbdc5728861'}] {{(pid=107073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:11:22.778143 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa2be68435688eaee197eda6180a725a3135abf9bfe352ecc662039bf4a93bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77441fc7-b2a9-4031-b505-149184dc886f" -d '{"events": [{"name": "network-changed", "server_uuid": "1988647a-695e-49b8-a5d3-dd6c93c10ae5", "tag": "f27eab44-1c4b-4c5c-95ab-4dbdc5728861"}]}' {{(pid=107073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:11:22.795839 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8ddeadaf-5438-4de3-81b8-4eb5a9625cc4 req-8f34564b-cd9a-4e88-8050-25681dbbb42a tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=28137255-a9b5-42bf-804b-d3e5db5441a5&id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2538018 Sep 01 14:11:22.847208 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe9d55c-2b78-41fd-8037-52c6acabbffd x-openstack-request-id: req-8fe9d55c-2b78-41fd-8037-52c6acabbffd {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:11:22.847498 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1988647a-695e-49b8-a5d3-dd6c93c10ae5", "tag": "f27eab44-1c4b-4c5c-95ab-4dbdc5728861", "status": "completed", "code": 200}]} {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:11:22.847747 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8fe9d55c-2b78-41fd-8037-52c6acabbffd {{(pid=107073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:11:22.848136 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fe9d55c-2b78-41fd-8037-52c6acabbffd'] response: {'name': 'network-changed', 'server_uuid': '1988647a-695e-49b8-a5d3-dd6c93c10ae5', 'tag': 'f27eab44-1c4b-4c5c-95ab-4dbdc5728861', 'status': 'completed', 'code': 200} Sep 01 14:11:22.851473 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594ac8d-5de3-4fc3-9456-a7b1b3b3c97f req-8c207455-fab2-4446-93ae-79d56c4c992c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:22.853066 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9594ac8d-5de3-4fc3-9456-a7b1b3b3c97f req-8c207455-fab2-4446-93ae-79d56c4c992c service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=9cdd4113-f7e0-45eb-bbb2-5da93102bf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1211853 Sep 01 14:11:23.015822 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:23.024917 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-8000c35f-08b9-4de2-8c78-7ae7e22d4534 req-e3b3ca1b-fe0e-4d48-a6e6-ab896c851ef4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:23.025289 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-8000c35f-08b9-4de2-8c78-7ae7e22d4534 req-e3b3ca1b-fe0e-4d48-a6e6-ab896c851ef4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122292'] for floatingip (6085dbb4-457a-4a47-87ff-84dda8e9dac2), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:23.025608 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.db.l3_db [req-8000c35f-08b9-4de2-8c78-7ae7e22d4534 req-e3b3ca1b-fe0e-4d48-a6e6-ab896c851ef4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Floating IP 6085dbb4-457a-4a47-87ff-84dda8e9dac2 disassociated. External IP: 172.27.2.130, port: 39a55af7-1a2a-41f8-b092-76d3ddca0161. Sep 01 14:11:23.084332 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [req-8000c35f-08b9-4de2-8c78-7ae7e22d4534 req-e3b3ca1b-fe0e-4d48-a6e6-ab896c851ef4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Calling delete_port for 39a55af7-1a2a-41f8-b092-76d3ddca0161 owned by compute:nova {{(pid=107073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:11:23.084332 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1397d4-7e67-4609-a981-c0db6a2a1fab req-31ee22fa-effd-491c-b3cf-cfbd4e613878 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:23.084332 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-bf1397d4-7e67-4609-a981-c0db6a2a1fab req-31ee22fa-effd-491c-b3cf-cfbd4e613878 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 946 time: 0.1370273 Sep 01 14:11:23.140518 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9594ac8d-5de3-4fc3-9456-a7b1b3b3c97f req-82da14fd-c3c3-4c5f-99bb-786880bbd5cd service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9cdd4113-f7e0-45eb-bbb2-5da93102bf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731168 Sep 01 14:11:23.236010 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-bf1397d4-7e67-4609-a981-c0db6a2a1fab req-11624f6d-7728-4a07-887a-5ccb40139a13 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6c0a1ea-3bf5-476d-9616-72de995ec928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864443 Sep 01 14:11:23.324316 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9594ac8d-5de3-4fc3-9456-a7b1b3b3c97f req-f9f4bf70-94b4-4a30-8228-950cca4060a8 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9cdd4113-f7e0-45eb-bbb2-5da93102bf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726003 Sep 01 14:11:23.339400 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-872b47d0-86c4-40c1-84cf-71acb9e04f48 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411178'] for security_group_rule (74779530-6681-4897-9a9c-be837e4b50c2), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:23.381152 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b47d0-86c4-40c1-84cf-71acb9e04f48 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74779530-6681-4897-9a9c-be837e4b50c2,revision_number=0']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:11:23.451321 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77441fc7-b2a9-4031-b505-149184dc886f req-077d2665-f546-4073-abde-3dca6c827dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:23.458165 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-77441fc7-b2a9-4031-b505-149184dc886f req-077d2665-f546-4073-abde-3dca6c827dd3 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=36049d2090b84443a3bf3bf00558379e&device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 1129 time: 0.0599530 Sep 01 14:11:23.528720 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-8000c35f-08b9-4de2-8c78-7ae7e22d4534 req-e3b3ca1b-fe0e-4d48-a6e6-ab896c851ef4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (39a55af7-1a2a-41f8-b092-76d3ddca0161), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:23.573004 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3ca1b-fe0e-4d48-a6e6-ab896c851ef4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Pushing event deleted for resources: {'Port': ['ID=39a55af7-1a2a-41f8-b092-76d3ddca0161,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:11:23.589866 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-872b47d0-86c4-40c1-84cf-71acb9e04f48 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:23.596457 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-872b47d0-86c4-40c1-84cf-71acb9e04f48 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3664048 Sep 01 14:11:23.596934 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3ca1b-fe0e-4d48-a6e6-ab896c851ef4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:23.596934 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3ca1b-fe0e-4d48-a6e6-ab896c851ef4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:23.599634 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3ca1b-fe0e-4d48-a6e6-ab896c851ef4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:23.600424 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3ca1b-fe0e-4d48-a6e6-ab896c851ef4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:23.601051 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3ca1b-fe0e-4d48-a6e6-ab896c851ef4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:23.601670 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3ca1b-fe0e-4d48-a6e6-ab896c851ef4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:23.602322 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3ca1b-fe0e-4d48-a6e6-ab896c851ef4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:23.602946 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3ca1b-fe0e-4d48-a6e6-ab896c851ef4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:23.603568 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3ca1b-fe0e-4d48-a6e6-ab896c851ef4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:23.604181 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3ca1b-fe0e-4d48-a6e6-ab896c851ef4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:23.604825 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3ca1b-fe0e-4d48-a6e6-ab896c851ef4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:23.605457 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3ca1b-fe0e-4d48-a6e6-ab896c851ef4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:23.611788 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3ca1b-fe0e-4d48-a6e6-ab896c851ef4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:23.611788 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3ca1b-fe0e-4d48-a6e6-ab896c851ef4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:23.611788 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3ca1b-fe0e-4d48-a6e6-ab896c851ef4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:11:23.613574 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 60278) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:11:23.617219 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-88dc5759-6517-4668-8a39-78a61887accb tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Request body: {'floatingip': {'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:11:23.695706 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77441fc7-b2a9-4031-b505-149184dc886f req-62182e31-80e1-4ae9-8030-da908abcd305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:23.697283 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-77441fc7-b2a9-4031-b505-149184dc886f req-62182e31-80e1-4ae9-8030-da908abcd305 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=9cdd4113-f7e0-45eb-bbb2-5da93102bf6c HTTP/1.1" status: 200 len: 919 time: 0.2252414 Sep 01 14:11:23.785385 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-88dc5759-6517-4668-8a39-78a61887accb tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:23.814503 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:UPDATE=1,neutron:SELECT=91,neutron:DELETE=8 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:23.840479 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8000c35f-08b9-4de2-8c78-7ae7e22d4534 req-e3b3ca1b-fe0e-4d48-a6e6-ab896c851ef4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Router eee64747-ed94-47a0-93f9-178ac5acd67c has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:11:23.865701 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-77441fc7-b2a9-4031-b505-149184dc886f req-78b57dc3-a322-4363-b4d5-0f65d988bb06 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f27eab44-1c4b-4c5c-95ab-4dbdc5728861 HTTP/1.1" status: 200 len: 1000 time: 0.0978308 Sep 01 14:11:23.900302 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-88dc5759-6517-4668-8a39-78a61887accb tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:23.901462 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:24.087867 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_common [None req-88dc5759-6517-4668-8a39-78a61887accb tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Allocated IP 172.27.2.148 (495e3753-365b-4db4-ace7-a3dca370cb0d/c60058e0-5076-4233-a499-c0113b757f85/24bc2832-9582-4bb9-b0d0-3bda05ca1cd0) {{(pid=107074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:11:24.228348 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-88dc5759-6517-4668-8a39-78a61887accb tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for port (24bc2832-9582-4bb9-b0d0-3bda05ca1cd0), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:24.322644 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-88dc5759-6517-4668-8a39-78a61887accb tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (24bc2832-9582-4bb9-b0d0-3bda05ca1cd0), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:24.345801 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-f8301b62-86ed-475e-baa9-73d898733e78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:24.376622 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dc5759-6517-4668-8a39-78a61887accb tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Network 495e3753-365b-4db4-ace7-a3dca370cb0d is already hosted by enough agents. {{(pid=107074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:11:24.380380 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-88dc5759-6517-4668-8a39-78a61887accb tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Resources bound (agent type, host, resource id): {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:11:24.385247 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dc5759-6517-4668-8a39-78a61887accb tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Received port after_create {{(pid=107074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:11:24.409787 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc5759-6517-4668-8a39-78a61887accb tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Pushing event updated for resources: {'Port': ['ID=24bc2832-9582-4bb9-b0d0-3bda05ca1cd0,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:11:24.439709 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:24.486898 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-88dc5759-6517-4668-8a39-78a61887accb tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for floatingip (198cd399-9ae6-4810-80ec-91fcb79a654c), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:24.527738 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-29c51dc2-0364-4cb5-905f-ad6d9659b156 req-6c69b021-9e6c-4978-8091-51682516a3b6 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 210 time: 0.1266537 Sep 01 14:11:24.545528 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77441fc7-b2a9-4031-b505-149184dc886f req-a0d83df1-db52-4f4c-b9aa-5fad71c3c406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:24.548865 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-77441fc7-b2a9-4031-b505-149184dc886f req-a0d83df1-db52-4f4c-b9aa-5fad71c3c406 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=d2d86ced-9867-4b29-96c7-eb755efebba7 HTTP/1.1" status: 200 len: 857 time: 0.6756792 Sep 01 14:11:24.617499 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15163e7d-9a55-4d9f-98fe-fe8e53dbc531 req-c3967190-0fdb-41fb-80a4-ca6c050390ec tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:24.620283 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-15163e7d-9a55-4d9f-98fe-fe8e53dbc531 req-c3967190-0fdb-41fb-80a4-ca6c050390ec tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 985 time: 0.6219380 Sep 01 14:11:24.639065 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-88dc5759-6517-4668-8a39-78a61887accb tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (24bc2832-9582-4bb9-b0d0-3bda05ca1cd0), before_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:24.691702 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:24.693932 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8000c35f-08b9-4de2-8c78-7ae7e22d4534 req-e3b3ca1b-fe0e-4d48-a6e6-ab896c851ef4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:11:24.708845 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa24ab77-9773-47c6-a685-8a9e869d8f8b None None] Sync routers for ids ['eee64747-ed94-47a0-93f9-178ac5acd67c'] in dv-cinder-852211-7-iscsi {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:11:24.714536 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=39,neutron:UPDATE=6 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:24.720095 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=53,neutron:UPDATE=2 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:24.730885 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa24ab77-9773-47c6-a685-8a9e869d8f8b None None] Routers {'eee64747-ed94-47a0-93f9-178ac5acd67c'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:11:24.732081 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-aa24ab77-9773-47c6-a685-8a9e869d8f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:10:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['eee64747-ed94-47a0-93f9-178ac5acd67c'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:11:24.817028 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [req-8000c35f-08b9-4de2-8c78-7ae7e22d4534 req-e3b3ca1b-fe0e-4d48-a6e6-ab896c851ef4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] No DVR routers for this DVR port 39a55af7-1a2a-41f8-b092-76d3ddca0161 on host hv-cinder-85221 {{(pid=107073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:11:24.822993 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-8000c35f-08b9-4de2-8c78-7ae7e22d4534 req-e3b3ca1b-fe0e-4d48-a6e6-ab896c851ef4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:24.829455 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8000c35f-08b9-4de2-8c78-7ae7e22d4534 req-e3b3ca1b-fe0e-4d48-a6e6-ab896c851ef4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.72 "DELETE /networking/v2.0/ports/39a55af7-1a2a-41f8-b092-76d3ddca0161 HTTP/1.1" status: 204 len: 173 time: 2.7750535 Sep 01 14:11:24.849269 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-15163e7d-9a55-4d9f-98fe-fe8e53dbc531 req-1c6980f0-eeff-4fb4-89ed-a02412e86739 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=28137255-a9b5-42bf-804b-d3e5db5441a5&id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2105577 Sep 01 14:11:24.849269 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c2b8351-0db7-45ab-848a-1e339e67bcf7', 'name': 'network-vif-deleted', 'tag': '39a55af7-1a2a-41f8-b092-76d3ddca0161'}] {{(pid=107073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:11:24.853397 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa2be68435688eaee197eda6180a725a3135abf9bfe352ecc662039bf4a93bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb57c376-ba31-4afb-a93c-8b4b2909190d" -d '{"events": [{"server_uuid": "1c2b8351-0db7-45ab-848a-1e339e67bcf7", "name": "network-vif-deleted", "tag": "39a55af7-1a2a-41f8-b092-76d3ddca0161"}]}' {{(pid=107073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:11:24.903559 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-88dc5759-6517-4668-8a39-78a61887accb tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for port (24bc2832-9582-4bb9-b0d0-3bda05ca1cd0), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:24.916616 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598b7026-db0c-4445-ad33-c9132e8a359e x-openstack-request-id: req-598b7026-db0c-4445-ad33-c9132e8a359e {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:11:24.917076 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c2b8351-0db7-45ab-848a-1e339e67bcf7", "name": "network-vif-deleted", "tag": "39a55af7-1a2a-41f8-b092-76d3ddca0161", "status": "completed", "code": 200}]} {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:11:24.917462 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-598b7026-db0c-4445-ad33-c9132e8a359e {{(pid=107073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:11:24.918147 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-598b7026-db0c-4445-ad33-c9132e8a359e'] response: {'server_uuid': '1c2b8351-0db7-45ab-848a-1e339e67bcf7', 'name': 'network-vif-deleted', 'tag': '39a55af7-1a2a-41f8-b092-76d3ddca0161', 'status': 'completed', 'code': 200} Sep 01 14:11:24.935668 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-aa24ab77-9773-47c6-a685-8a9e869d8f8b None None] Set router eee64747-ed94-47a0-93f9-178ac5acd67c gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:11:24.990477 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-88dc5759-6517-4668-8a39-78a61887accb tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923807'] for port (24bc2832-9582-4bb9-b0d0-3bda05ca1cd0), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:25.074188 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc5759-6517-4668-8a39-78a61887accb tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Pushing event updated for resources: {'Port': ['ID=24bc2832-9582-4bb9-b0d0-3bda05ca1cd0,revision_number=2']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:11:25.076845 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-88dc5759-6517-4668-8a39-78a61887accb tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122292'] for floatingip (198cd399-9ae6-4810-80ec-91fcb79a654c), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:25.185738 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-aa24ab77-9773-47c6-a685-8a9e869d8f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'name': 'tempest-AttachVolumeTestJSON-531647860-router', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:43Z', 'updated_at': '2022-09-01T14:05:58Z', 'revision_number': 4, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'gw_port': {'id': 'b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:45Z', 'updated_at': '2022-09-01T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '34ee6083-9372-4eee-acbd-9954043934ae', 'name': '', 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'mac_address': 'fa:16:3e:f6:a7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9516b454-0891-4d29-9fc5-0ee1fc6356e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:55Z', 'updated_at': '2022-09-01T14:06:21Z', 'revision_number': 5, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'subnets': [{'id': '9516b454-0891-4d29-9fc5-0ee1fc6356e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:11:25.210225 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-88dc5759-6517-4668-8a39-78a61887accb tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for floatingip (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:25.212036 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-88dc5759-6517-4668-8a39-78a61887accb tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6022263 Sep 01 14:11:25.218166 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa24ab77-9773-47c6-a685-8a9e869d8f8b None None] Checking router: eee64747-ed94-47a0-93f9-178ac5acd67c for host: dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:11:25.230725 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa24ab77-9773-47c6-a685-8a9e869d8f8b None None] Routers {'eee64747-ed94-47a0-93f9-178ac5acd67c'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:11:25.230907 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-aa24ab77-9773-47c6-a685-8a9e869d8f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:10:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['eee64747-ed94-47a0-93f9-178ac5acd67c'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:11:25.364524 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-aa24ab77-9773-47c6-a685-8a9e869d8f8b None None] Set router eee64747-ed94-47a0-93f9-178ac5acd67c gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:11:25.492885 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77441fc7-b2a9-4031-b505-149184dc886f req-0fee3405-690c-450b-b9be-8c3d8844a152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:25.494577 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-77441fc7-b2a9-4031-b505-149184dc886f req-0fee3405-690c-450b-b9be-8c3d8844a152 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=9cdd4113-f7e0-45eb-bbb2-5da93102bf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0931661 Sep 01 14:11:25.538193 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-d923af29-ab1a-48dc-b002-21005756c025 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1122447274&fields=id&tenant_id=90a84500a899479aabfa3aeb72b4c4ae HTTP/1.1" status: 200 len: 267 time: 0.0649662 Sep 01 14:11:25.639229 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=100 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:25.667695 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-52205687-fa4a-4a29-b2b8-e3e1d1f2d970 req-badc26a5-14c8-402e-a525-c52ceb36a427 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 210 time: 0.0369272 Sep 01 14:11:25.671763 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-aa24ab77-9773-47c6-a685-8a9e869d8f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'name': 'tempest-AttachVolumeTestJSON-531647860-router', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:43Z', 'updated_at': '2022-09-01T14:05:58Z', 'revision_number': 4, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'gw_port': {'id': 'b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:45Z', 'updated_at': '2022-09-01T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '34ee6083-9372-4eee-acbd-9954043934ae', 'name': '', 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'mac_address': 'fa:16:3e:f6:a7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9516b454-0891-4d29-9fc5-0ee1fc6356e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:55Z', 'updated_at': '2022-09-01T14:06:21Z', 'revision_number': 5, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'subnets': [{'id': '9516b454-0891-4d29-9fc5-0ee1fc6356e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:11:25.715696 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa24ab77-9773-47c6-a685-8a9e869d8f8b None None] The sync data for ids ['eee64747-ed94-47a0-93f9-178ac5acd67c'] in dv-cinder-852211-7-iscsi is: [{'id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'name': 'tempest-AttachVolumeTestJSON-531647860-router', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:43Z', 'updated_at': '2022-09-01T14:05:58Z', 'revision_number': 4, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'gw_port': {'id': 'b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:45Z', 'updated_at': '2022-09-01T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '34ee6083-9372-4eee-acbd-9954043934ae', 'name': '', 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'mac_address': 'fa:16:3e:f6:a7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9516b454-0891-4d29-9fc5-0ee1fc6356e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:55Z', 'updated_at': '2022-09-01T14:06:21Z', 'revision_number': 5, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'subnets': [{'id': '9516b454-0891-4d29-9fc5-0ee1fc6356e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:11:25.742469 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-aecb929d-728c-4e51-ac01-fd572f1efd6d tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:25.745249 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-aecb929d-728c-4e51-ac01-fd572f1efd6d tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/networks?id=4f2459fa-f112-4ee1-abd3-6f4952507858 HTTP/1.1" status: 200 len: 815 time: 0.1929400 Sep 01 14:11:25.769847 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-6d787ed1-81fc-4562-8422-bc6d6bbde0ee tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/quotas/90a84500a899479aabfa3aeb72b4c4ae HTTP/1.1" status: 200 len: 375 time: 0.0150537 Sep 01 14:11:25.847540 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-5e28f52f-8a3d-4972-a86b-7e2daa4d647d tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=90a84500a899479aabfa3aeb72b4c4ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675869 Sep 01 14:11:26.026885 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9398ed4b-d93c-40bc-9940-fd165d82f6c8 None None] New status for floating IP 6085dbb4-457a-4a47-87ff-84dda8e9dac2: DOWN {{(pid=107075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 14:11:26.128566 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72092b4a-1e9e-49aa-b641-53c3330c92c2 req-6fa84146-1b5f-4544-950d-fd600042d471 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:26.131249 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-72092b4a-1e9e-49aa-b641-53c3330c92c2 req-6fa84146-1b5f-4544-950d-fd600042d471 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 985 time: 0.1553702 Sep 01 14:11:26.226670 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-69bec3a4-4a52-4c1f-bbe2-a186f0db385c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4f2459fa-f112-4ee1-abd3-6f4952507858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662868 Sep 01 14:11:26.373612 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-72092b4a-1e9e-49aa-b641-53c3330c92c2 req-84a77d8a-0972-4687-96bd-5f23124cd28a tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=28137255-a9b5-42bf-804b-d3e5db5441a5&id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2304068 Sep 01 14:11:26.448322 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-e7f2c342-b7d4-4787-b772-e28a6ed744d3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4f2459fa-f112-4ee1-abd3-6f4952507858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106042 Sep 01 14:11:26.805762 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-185c905e-04ab-4e8d-b35f-f3688ff80ed3 req-fa80e5ad-0840-4e8b-8d53-10eb644ef4c1 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce HTTP/1.1" status: 200 len: 210 time: 0.0632412 Sep 01 14:11:26.855165 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3c13e16f-5834-4470-a60b-1c35a47aa0ed req-f05677bf-16ca-4a59-82bd-810771b8f0a3 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 210 time: 0.0545459 Sep 01 14:11:27.342741 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 39a55af7-1a2a-41f8-b092-76d3ddca0161 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:11:27.372396 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] No Port match for: 39a55af7-1a2a-41f8-b092-76d3ddca0161 {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:11:27.372724 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 39a55af7-1a2a-41f8-b092-76d3ddca0161 not bound to the agent host hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:11:27.436062 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-77441fc7-b2a9-4031-b505-149184dc886f req-f956c5ad-ff68-4296-bf79-395ede466f70 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9cdd4113-f7e0-45eb-bbb2-5da93102bf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479030 Sep 01 14:11:27.473601 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-6e8dd80f-7eec-441e-84fe-80c438a97c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:27.577280 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063fd83-bc28-428d-b6d4-dc909480a10d req-2b80612c-1cb2-4db9-bbe7-794332d21558 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:27.579585 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1063fd83-bc28-428d-b6d4-dc909480a10d req-2b80612c-1cb2-4db9-bbe7-794332d21558 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 985 time: 0.0675347 Sep 01 14:11:27.624832 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-77441fc7-b2a9-4031-b505-149184dc886f req-21866fbe-84bb-4750-80d2-d564bbcda5bd service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9cdd4113-f7e0-45eb-bbb2-5da93102bf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807592 Sep 01 14:11:27.645140 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:27.689127 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1063fd83-bc28-428d-b6d4-dc909480a10d req-37d9c288-bda2-4c13-8907-e92a5596f146 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=28137255-a9b5-42bf-804b-d3e5db5441a5&id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0987897 Sep 01 14:11:27.963694 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-dce6e936-04c4-48ba-96b7-660f0c16a4f4 req-fb91e7e1-da8b-4a92-8e8a-f2f2ff7be980 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce HTTP/1.1" status: 200 len: 210 time: 0.0778353 Sep 01 14:11:28.059936 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2d799ef0-5714-4079-9ef2-8235c016c64f req-77387e26-bedb-4368-a2ee-fdbd605ab3e1 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 210 time: 0.0421097 Sep 01 14:11:28.843375 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a3bd1-4dc3-443c-ba95-0ce5c1dfc4cb req-55b6f45d-e855-4e8f-ab7a-878450a8a02e tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:28.845246 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-752a3bd1-4dc3-443c-ba95-0ce5c1dfc4cb req-55b6f45d-e855-4e8f-ab7a-878450a8a02e tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 985 time: 0.0643749 Sep 01 14:11:28.937525 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-752a3bd1-4dc3-443c-ba95-0ce5c1dfc4cb req-c96c5384-4680-416a-ad71-166e6bca396a tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=28137255-a9b5-42bf-804b-d3e5db5441a5&id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0847967 Sep 01 14:11:29.071027 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:29.097311 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-80425c60-d8a8-4da2-a1a6-90963b4f0196 req-1bdd6d72-9b49-48f9-812d-aef51e4aa6d0 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce HTTP/1.1" status: 200 len: 210 time: 0.0382185 Sep 01 14:11:29.225627 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:29.266647 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-781012dc-9fbc-470c-b734-1f1735a27f49 req-b6c2a4af-32d9-46b7-9ffc-5de6dab23a4a tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c2b8351-0db7-45ab-848a-1e339e67bcf7 HTTP/1.1" status: 200 len: 210 time: 0.0607741 Sep 01 14:11:30.088817 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc92418-c990-4228-808d-2842bd96540f req-bc51d689-ad60-451c-875a-67a7fe475de6 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:30.090424 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-bdc92418-c990-4228-808d-2842bd96540f req-bc51d689-ad60-451c-875a-67a7fe475de6 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 985 time: 0.0530064 Sep 01 14:11:30.171311 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-bdc92418-c990-4228-808d-2842bd96540f req-8eea4138-eaad-4357-9cac-f3494edcecb8 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=28137255-a9b5-42bf-804b-d3e5db5441a5&id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0743082 Sep 01 14:11:30.216513 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-16e97a5f-cc35-489c-92e6-2eb3f13b8032 req-12944558-e83e-46ec-932d-8a1c4b844036 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce HTTP/1.1" status: 200 len: 210 time: 0.0294764 Sep 01 14:11:30.357388 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:30.455576 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 60356) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:11:30.527032 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ad1a42c8-586d-40e1-9645-452be35a4ea7 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for security_group (b6c0a1ea-3bf5-476d-9616-72de995ec928), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:30.552623 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:30.555377 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ad1a42c8-586d-40e1-9645-452be35a4ea7 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for security_group (b6c0a1ea-3bf5-476d-9616-72de995ec928), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:30.710607 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ad1a42c8-586d-40e1-9645-452be35a4ea7 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (b6c0a1ea-3bf5-476d-9616-72de995ec928), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:30.713626 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ad1a42c8-586d-40e1-9645-452be35a4ea7 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:30.715040 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-ad1a42c8-586d-40e1-9645-452be35a4ea7 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b6c0a1ea-3bf5-476d-9616-72de995ec928 HTTP/1.1" status: 204 len: 168 time: 0.2584293 Sep 01 14:11:30.726803 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a42c8-586d-40e1-9645-452be35a4ea7 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c0a1ea-3bf5-476d-9616-72de995ec928,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:11:30.730084 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 60360) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:11:30.746022 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.api.v2.resource [None req-53f95084-bc22-4ceb-bbb8-00bad543b63a tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] show failed (client error): The resource could not be found. Sep 01 14:11:30.747123 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-53f95084-bc22-4ceb-bbb8-00bad543b63a tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups/b6c0a1ea-3bf5-476d-9616-72de995ec928 HTTP/1.1" status: 404 len: 347 time: 0.0160236 Sep 01 14:11:30.753973 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 60362) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:11:30.926456 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-8fe1b9d9-86ed-4f10-ba6c-eeadbab4e7d4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Deleting port d42fa993-9cb1-475b-b99b-31cd4c4e8f6f {{(pid=107074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:11:30.927008 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-8fe1b9d9-86ed-4f10-ba6c-eeadbab4e7d4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (d42fa993-9cb1-475b-b99b-31cd4c4e8f6f), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:31.022016 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-8fe1b9d9-86ed-4f10-ba6c-eeadbab4e7d4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (d42fa993-9cb1-475b-b99b-31cd4c4e8f6f), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:31.022317 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-8fe1b9d9-86ed-4f10-ba6c-eeadbab4e7d4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for floatingip (d42fa993-9cb1-475b-b99b-31cd4c4e8f6f), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:31.039422 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-8fe1b9d9-86ed-4f10-ba6c-eeadbab4e7d4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Calling delete_port for d42fa993-9cb1-475b-b99b-31cd4c4e8f6f owned by network:floatingip {{(pid=107074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:11:31.139475 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:31.287773 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-8fe1b9d9-86ed-4f10-ba6c-eeadbab4e7d4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (d42fa993-9cb1-475b-b99b-31cd4c4e8f6f), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:31.318022 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1b9d9-86ed-4f10-ba6c-eeadbab4e7d4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Pushing event deleted for resources: {'Port': ['ID=d42fa993-9cb1-475b-b99b-31cd4c4e8f6f,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:11:31.354597 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e5dd0-98d0-4d5d-b237-86ab9d19aa3d req-419a306a-d1ec-4cc7-b8cb-54d7285d1264 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:31.356200 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a77e5dd0-98d0-4d5d-b237-86ab9d19aa3d req-419a306a-d1ec-4cc7-b8cb-54d7285d1264 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 985 time: 0.0851829 Sep 01 14:11:31.381292 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e9d32ca1-571d-4e25-ba0c-1b73b365f381 req-2ab0cd90-0e99-45fd-bd9a-4e0b85677db9 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce HTTP/1.1" status: 200 len: 210 time: 0.0567117 Sep 01 14:11:31.416207 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-8fe1b9d9-86ed-4f10-ba6c-eeadbab4e7d4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for floatingip (6085dbb4-457a-4a47-87ff-84dda8e9dac2), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:31.419228 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-8fe1b9d9-86ed-4f10-ba6c-eeadbab4e7d4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for floatingip (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:31.420661 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-8fe1b9d9-86ed-4f10-ba6c-eeadbab4e7d4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/6085dbb4-457a-4a47-87ff-84dda8e9dac2 HTTP/1.1" status: 204 len: 168 time: 0.6663680 Sep 01 14:11:31.462858 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a77e5dd0-98d0-4d5d-b237-86ab9d19aa3d req-066ef043-9694-4b0a-b26c-2a87eb4e846d tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=28137255-a9b5-42bf-804b-d3e5db5441a5&id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0901577 Sep 01 14:11:31.656178 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 60372) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:11:31.661381 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-88dbf853-e417-4d18-b52e-7081f0d65a0b tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1015837111', 'description': 'tempest-description--2036608986'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:11:31.766734 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-88dbf853-e417-4d18-b52e-7081f0d65a0b tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:31.855646 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-88dbf853-e417-4d18-b52e-7081f0d65a0b tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for security_group (20e5a9df-2d6e-4876-bbd1-24d9e5952469), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:31.933876 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-88dbf853-e417-4d18-b52e-7081f0d65a0b tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (20e5a9df-2d6e-4876-bbd1-24d9e5952469), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:31.969775 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dbf853-e417-4d18-b52e-7081f0d65a0b tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20e5a9df-2d6e-4876-bbd1-24d9e5952469,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:11:32.045217 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-88dbf853-e417-4d18-b52e-7081f0d65a0b tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:32.047192 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-88dbf853-e417-4d18-b52e-7081f0d65a0b tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3893204 Sep 01 14:11:32.050314 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 60376) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:11:32.055103 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-a55ab765-8293-40f7-841b-0abc72f50e3c tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Request body: {'security_group_rule': {'security_group_id': '20e5a9df-2d6e-4876-bbd1-24d9e5952469', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:11:32.152174 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a55ab765-8293-40f7-841b-0abc72f50e3c tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for security_group_rule (f174337c-8a6d-4284-8d25-676605e1e658), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:32.225478 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a55ab765-8293-40f7-841b-0abc72f50e3c tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for security_group_rule (f174337c-8a6d-4284-8d25-676605e1e658), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:32.344587 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a55ab765-8293-40f7-841b-0abc72f50e3c tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411178'] for security_group_rule (f174337c-8a6d-4284-8d25-676605e1e658), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:32.369369 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ab765-8293-40f7-841b-0abc72f50e3c tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f174337c-8a6d-4284-8d25-676605e1e658,revision_number=0']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:11:32.499734 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a55ab765-8293-40f7-841b-0abc72f50e3c tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:32.502681 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-a55ab765-8293-40f7-841b-0abc72f50e3c tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4509385 Sep 01 14:11:32.505235 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 60380) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:11:32.522586 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-4853efc0-be59-42bc-bfe4-d90d06f1dcdc tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Request body: {'security_group_rule': {'security_group_id': '20e5a9df-2d6e-4876-bbd1-24d9e5952469', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:11:32.536345 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b9204468-f2da-4be2-b50a-35f55ede91b1 req-7b47afbb-7e2c-47cc-8094-3989b7b705dd tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce HTTP/1.1" status: 200 len: 210 time: 0.0584924 Sep 01 14:11:32.665748 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0f835-ca79-4b6a-8b90-3fbe68365514 req-2540e71c-7d96-4597-89c9-582cd9471af3 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:32.667363 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e6c0f835-ca79-4b6a-8b90-3fbe68365514 req-2540e71c-7d96-4597-89c9-582cd9471af3 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 985 time: 0.0573189 Sep 01 14:11:32.704128 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4853efc0-be59-42bc-bfe4-d90d06f1dcdc tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for security_group_rule (3663c7b1-bd8e-48df-898b-8998be5bfb05), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:32.885233 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e6c0f835-ca79-4b6a-8b90-3fbe68365514 req-c369830d-b9c5-4c38-8d36-cd91dd4356f3 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=28137255-a9b5-42bf-804b-d3e5db5441a5&id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2107704 Sep 01 14:11:32.951600 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-ee7c910a-6824-4b95-8529-b46ef4c531a4 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:32.953151 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-ee7c910a-6824-4b95-8529-b46ef4c531a4 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.72 "GET /networking/v2.0/networks?id=4f2459fa-f112-4ee1-abd3-6f4952507858 HTTP/1.1" status: 200 len: 815 time: 0.2118754 Sep 01 14:11:32.994585 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:33.002785 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:33.049502 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-701bbb09-0953-4641-bb32-cd45330d2dcf tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=90a84500a899479aabfa3aeb72b4c4ae HTTP/1.1" status: 200 len: 380 time: 0.0866892 Sep 01 14:11:33.060789 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-98e55c52-ca05-4de0-82a9-1eb3d57f4c5a tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Request body: {'port': {'device_id': '7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'admin_state_up': True, 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'security_groups': ['116a3d8d-656a-40ae-853a-3f67c7263740']}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:11:33.106393 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4853efc0-be59-42bc-bfe4-d90d06f1dcdc tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for security_group_rule (3663c7b1-bd8e-48df-898b-8998be5bfb05), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:33.213613 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4853efc0-be59-42bc-bfe4-d90d06f1dcdc tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411178'] for security_group_rule (3663c7b1-bd8e-48df-898b-8998be5bfb05), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:33.238914 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853efc0-be59-42bc-bfe4-d90d06f1dcdc tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3663c7b1-bd8e-48df-898b-8998be5bfb05,revision_number=0']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:11:33.270552 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-98e55c52-ca05-4de0-82a9-1eb3d57f4c5a tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Made reservation on behalf of 90a84500a899479aabfa3aeb72b4c4ae for: {'port': 1} {{(pid=107073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:11:33.275088 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-98e55c52-ca05-4de0-82a9-1eb3d57f4c5a tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:33.345060 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4853efc0-be59-42bc-bfe4-d90d06f1dcdc tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:33.346933 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-4853efc0-be59-42bc-bfe4-d90d06f1dcdc tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8401434 Sep 01 14:11:33.350989 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 60390) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:11:33.358173 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-5a43ca55-fc5c-4126-b7d1-a729175af2dd tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Request body: {'floatingip': {'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:11:33.425164 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.db_base_plugin_common [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-98e55c52-ca05-4de0-82a9-1eb3d57f4c5a tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Allocated IP 172.20.0.14 (4f2459fa-f112-4ee1-abd3-6f4952507858/114ef839-6b7e-436f-ad2e-66278bf71661/13cc93c3-c869-44c3-b869-955e63001656) {{(pid=107073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:11:33.550877 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5a43ca55-fc5c-4126-b7d1-a729175af2dd tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:33.607979 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-98e55c52-ca05-4de0-82a9-1eb3d57f4c5a tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for port (13cc93c3-c869-44c3-b869-955e63001656), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:33.619926 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:33.648522 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5a43ca55-fc5c-4126-b7d1-a729175af2dd tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:33.665232 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:33.684493 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-950af1ba-b6c5-46de-ba3b-84d7ae69b46e req-4d3fdd57-933b-4803-94a2-adf173547adb tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce HTTP/1.1" status: 200 len: 210 time: 0.0318913 Sep 01 14:11:33.723133 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:33.794777 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_common [None req-5a43ca55-fc5c-4126-b7d1-a729175af2dd tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Allocated IP 172.27.2.231 (495e3753-365b-4db4-ace7-a3dca370cb0d/c60058e0-5076-4233-a499-c0113b757f85/4bca9f0f-c576-4801-8df1-509fbaa07bf7) {{(pid=107074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:11:33.824829 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-98e55c52-ca05-4de0-82a9-1eb3d57f4c5a tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (13cc93c3-c869-44c3-b869-955e63001656), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:33.881263 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-98e55c52-ca05-4de0-82a9-1eb3d57f4c5a tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Network 4f2459fa-f112-4ee1-abd3-6f4952507858 is already hosted by enough agents. {{(pid=107073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:11:33.884848 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.base_scheduler [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-98e55c52-ca05-4de0-82a9-1eb3d57f4c5a tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Resources bound (agent type, host, resource id): {{(pid=107073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:11:33.889398 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-98e55c52-ca05-4de0-82a9-1eb3d57f4c5a tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Received port after_create {{(pid=107073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:11:33.915814 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e55c52-ca05-4de0-82a9-1eb3d57f4c5a tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Pushing event updated for resources: {'Port': ['ID=13cc93c3-c869-44c3-b869-955e63001656,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:11:33.956560 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-98e55c52-ca05-4de0-82a9-1eb3d57f4c5a tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:33.957885 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-98e55c52-ca05-4de0-82a9-1eb3d57f4c5a tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:33.975606 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5a43ca55-fc5c-4126-b7d1-a729175af2dd tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for port (4bca9f0f-c576-4801-8df1-509fbaa07bf7), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:34.118497 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b9f7f-b611-45da-a590-ae781058f725 req-da5dc05e-8ce0-40b3-8348-4ed732ed3826 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:34.120276 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b85b9f7f-b611-45da-a590-ae781058f725 req-da5dc05e-8ce0-40b3-8348-4ed732ed3826 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 985 time: 0.0802352 Sep 01 14:11:34.161681 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5a43ca55-fc5c-4126-b7d1-a729175af2dd tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (4bca9f0f-c576-4801-8df1-509fbaa07bf7), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:34.171798 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-98e55c52-ca05-4de0-82a9-1eb3d57f4c5a tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1150262 Sep 01 14:11:34.196957 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-58a24158-4cbd-492d-a799-3c625e41b68f None None] Provisioning complete for port 13cc93c3-c869-44c3-b869-955e63001656 triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:11:34.197547 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-58a24158-4cbd-492d-a799-3c625e41b68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (13cc93c3-c869-44c3-b869-955e63001656), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:34.197784 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-3601ca26-82f9-4de9-8427-a73eb53a4fb0 service neutron] Request body: {'port': {'device_id': '7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:11:34.232000 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:34.233526 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-58a24158-4cbd-492d-a799-3c625e41b68f None None] Port 13cc93c3-c869-44c3-b869-955e63001656 cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 14:11:34.233686 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a43ca55-fc5c-4126-b7d1-a729175af2dd tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Network 495e3753-365b-4db4-ace7-a3dca370cb0d is already hosted by enough agents. {{(pid=107074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:11:34.249550 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-5a43ca55-fc5c-4126-b7d1-a729175af2dd tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Resources bound (agent type, host, resource id): {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:11:34.254601 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a43ca55-fc5c-4126-b7d1-a729175af2dd tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Received port after_create {{(pid=107074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:11:34.272406 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b85b9f7f-b611-45da-a590-ae781058f725 req-00ed02c3-646d-4cd2-b609-ac2feacc0062 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=28137255-a9b5-42bf-804b-d3e5db5441a5&id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1454880 Sep 01 14:11:34.314547 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43ca55-fc5c-4126-b7d1-a729175af2dd tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Pushing event updated for resources: {'Port': ['ID=4bca9f0f-c576-4801-8df1-509fbaa07bf7,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:11:34.335154 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-3601ca26-82f9-4de9-8427-a73eb53a4fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (13cc93c3-c869-44c3-b869-955e63001656), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:34.393183 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:34.405672 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5a43ca55-fc5c-4126-b7d1-a729175af2dd tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for floatingip (fc3881df-4ca3-48b3-ad99-5c4ee6c267e8), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:34.569023 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5a43ca55-fc5c-4126-b7d1-a729175af2dd tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (4bca9f0f-c576-4801-8df1-509fbaa07bf7), before_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:34.646892 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-3601ca26-82f9-4de9-8427-a73eb53a4fb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13cc93c3-c869-44c3-b869-955e63001656 {{(pid=107073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:11:34.655248 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-3601ca26-82f9-4de9-8427-a73eb53a4fb0 service neutron] Publish callbacks [] for port (13cc93c3-c869-44c3-b869-955e63001656), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:34.670480 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.provisioning_blocks [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-3601ca26-82f9-4de9-8427-a73eb53a4fb0 service neutron] Transition to ACTIVE for port object 13cc93c3-c869-44c3-b869-955e63001656 will not be triggered until provisioned by entity L2. {{(pid=107073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 14:11:34.770405 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5a43ca55-fc5c-4126-b7d1-a729175af2dd tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for port (4bca9f0f-c576-4801-8df1-509fbaa07bf7), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:34.834587 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80a3e3-aac2-431f-b473-f534b975c74e req-053932ad-629d-4e2b-a4b7-7952e2bce6d2 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:34.836150 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cd80a3e3-aac2-431f-b473-f534b975c74e req-053932ad-629d-4e2b-a4b7-7952e2bce6d2 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce HTTP/1.1" status: 200 len: 932 time: 0.0570953 Sep 01 14:11:34.837444 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-3601ca26-82f9-4de9-8427-a73eb53a4fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3071173'] for port (13cc93c3-c869-44c3-b869-955e63001656), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:34.838108 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:34.887697 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5a43ca55-fc5c-4126-b7d1-a729175af2dd tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923807'] for port (4bca9f0f-c576-4801-8df1-509fbaa07bf7), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:34.931099 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601ca26-82f9-4de9-8427-a73eb53a4fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=13cc93c3-c869-44c3-b869-955e63001656,revision_number=2']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:11:34.968300 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5a43ca55-fc5c-4126-b7d1-a729175af2dd tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122292'] for floatingip (fc3881df-4ca3-48b3-ad99-5c4ee6c267e8), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:34.972176 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43ca55-fc5c-4126-b7d1-a729175af2dd tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Pushing event updated for resources: {'Port': ['ID=4bca9f0f-c576-4801-8df1-509fbaa07bf7,revision_number=2']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:11:34.982502 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cd80a3e3-aac2-431f-b473-f534b975c74e req-31572ad1-c8d8-472c-aeff-51149300e7fd tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=116a3d8d-656a-40ae-853a-3f67c7263740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368237 Sep 01 14:11:35.012103 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.managers [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-3601ca26-82f9-4de9-8427-a73eb53a4fb0 service neutron] Attempting to bind port 13cc93c3-c869-44c3-b869-955e63001656 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:11:35.012674 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.managers [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-3601ca26-82f9-4de9-8427-a73eb53a4fb0 service neutron] Attempting to bind port 13cc93c3-c869-44c3-b869-955e63001656 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': 'ca6b7f3c-527c-4348-9811-67350820a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858'}] {{(pid=107073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:11:35.013248 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-3601ca26-82f9-4de9-8427-a73eb53a4fb0 service neutron] Attempting to bind port 13cc93c3-c869-44c3-b869-955e63001656 on network 4f2459fa-f112-4ee1-abd3-6f4952507858 {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:11:35.021504 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-3601ca26-82f9-4de9-8427-a73eb53a4fb0 service neutron] Port 13cc93c3-c869-44c3-b869-955e63001656 on network 4f2459fa-f112-4ee1-abd3-6f4952507858 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 14:11:35.022324 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-3601ca26-82f9-4de9-8427-a73eb53a4fb0 service neutron] Attempting to bind port 13cc93c3-c869-44c3-b869-955e63001656 on network 4f2459fa-f112-4ee1-abd3-6f4952507858 {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:11:35.028659 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-3601ca26-82f9-4de9-8427-a73eb53a4fb0 service neutron] Checking agent: {'id': 'a7580bcb-0f49-4eb6-986f-da2a861ca402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'started_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:11:35.028997 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-3601ca26-82f9-4de9-8427-a73eb53a4fb0 service neutron] Checking segment: {'id': 'ca6b7f3c-527c-4348-9811-67350820a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:11:35.029386 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-3601ca26-82f9-4de9-8427-a73eb53a4fb0 service neutron] Bound using segment: {'id': 'ca6b7f3c-527c-4348-9811-67350820a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858'} {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:11:35.029846 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.managers [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-3601ca26-82f9-4de9-8427-a73eb53a4fb0 service neutron] Bound port: 13cc93c3-c869-44c3-b869-955e63001656, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca6b7f3c-527c-4348-9811-67350820a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858'}}] {{(pid=107073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:11:35.030255 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-3601ca26-82f9-4de9-8427-a73eb53a4fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (13cc93c3-c869-44c3-b869-955e63001656), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:35.101884 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-3601ca26-82f9-4de9-8427-a73eb53a4fb0 service neutron] For port 13cc93c3-c869-44c3-b869-955e63001656, host hv-cinder-85221, cleared binding levels {{(pid=107073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:11:35.106365 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-3601ca26-82f9-4de9-8427-a73eb53a4fb0 service neutron] For port 13cc93c3-c869-44c3-b869-955e63001656, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=13cc93c3-c869-44c3-b869-955e63001656,segment=NetworkSegment(ca6b7f3c-527c-4348-9811-67350820a04d),segment_id=ca6b7f3c-527c-4348-9811-67350820a04d)] {{(pid=107073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:11:35.128938 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-5a43ca55-fc5c-4126-b7d1-a729175af2dd tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for floatingip (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:35.130429 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-5a43ca55-fc5c-4126-b7d1-a729175af2dd tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7780194 Sep 01 14:11:35.160756 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:35.225212 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-3601ca26-82f9-4de9-8427-a73eb53a4fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3071173'] for port (13cc93c3-c869-44c3-b869-955e63001656), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:35.229237 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-3601ca26-82f9-4de9-8427-a73eb53a4fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:35.229862 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-3601ca26-82f9-4de9-8427-a73eb53a4fb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:35.231384 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-3601ca26-82f9-4de9-8427-a73eb53a4fb0 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/13cc93c3-c869-44c3-b869-955e63001656 HTTP/1.1" status: 200 len: 1094 time: 1.0409248 Sep 01 14:11:35.233873 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce', 'tag': '13cc93c3-c869-44c3-b869-955e63001656'}] {{(pid=107073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:11:35.237125 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa2be68435688eaee197eda6180a725a3135abf9bfe352ecc662039bf4a93bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f498714-ba5c-4f62-9264-c8118e65c744" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce", "tag": "13cc93c3-c869-44c3-b869-955e63001656"}]}' {{(pid=107073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:11:35.333664 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601ca26-82f9-4de9-8427-a73eb53a4fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=13cc93c3-c869-44c3-b869-955e63001656,revision_number=3']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:11:35.362766 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-caef58b1-4c9b-4db5-9c3f-0eb53d506533 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1015837111&fields=id&tenant_id=eaba67e3a54f4191b9b924305a83e4eb HTTP/1.1" status: 200 len: 267 time: 0.0673666 Sep 01 14:11:35.420514 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849d39c0-bd8a-453c-a39e-08123b1d04f3 x-openstack-request-id: req-849d39c0-bd8a-453c-a39e-08123b1d04f3 {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:11:35.421116 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce", "tag": "13cc93c3-c869-44c3-b869-955e63001656", "status": "completed", "code": 200}]} {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:11:35.421497 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-849d39c0-bd8a-453c-a39e-08123b1d04f3 {{(pid=107073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:11:35.422212 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-849d39c0-bd8a-453c-a39e-08123b1d04f3'] response: {'name': 'network-changed', 'server_uuid': '7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce', 'tag': '13cc93c3-c869-44c3-b869-955e63001656', 'status': 'completed', 'code': 200} Sep 01 14:11:35.590659 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f498714-ba5c-4f62-9264-c8118e65c744 req-ae4c07ca-c8bd-4c27-9029-3d42caef2bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:35.592138 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6f498714-ba5c-4f62-9264-c8118e65c744 req-ae4c07ca-c8bd-4c27-9029-3d42caef2bad service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=90a84500a899479aabfa3aeb72b4c4ae&device_id=7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce HTTP/1.1" status: 200 len: 1128 time: 0.1153178 Sep 01 14:11:35.600985 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2c3fa-4d47-4047-9755-2232477df7a3 req-7df87dd3-5b61-4c38-8258-39192e05da65 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:35.603087 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5cc2c3fa-4d47-4047-9755-2232477df7a3 req-7df87dd3-5b61-4c38-8258-39192e05da65 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 985 time: 0.1095719 Sep 01 14:11:35.677264 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=30 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:35.685992 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-c101007b-b861-49d9-8dfd-5c6f5b39fddb tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:35.687530 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-c101007b-b861-49d9-8dfd-5c6f5b39fddb tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/networks?id=5efdbb74-e6fe-4a11-96cb-23855066e81b HTTP/1.1" status: 200 len: 810 time: 0.3137407 Sep 01 14:11:35.752712 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-c1a0297c-a9bd-4b8f-a026-afd2e49e0dbf tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/quotas/eaba67e3a54f4191b9b924305a83e4eb HTTP/1.1" status: 200 len: 375 time: 0.0519700 Sep 01 14:11:35.799897 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5cc2c3fa-4d47-4047-9755-2232477df7a3 req-ed1d6c9c-3907-47dd-9dd8-e748ee2a5d0e tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=28137255-a9b5-42bf-804b-d3e5db5441a5&id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1774426 Sep 01 14:11:35.842320 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f498714-ba5c-4f62-9264-c8118e65c744 req-887f08c7-9cd5-4a8d-bcde-91ad5931a9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:35.842320 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6f498714-ba5c-4f62-9264-c8118e65c744 req-887f08c7-9cd5-4a8d-bcde-91ad5931a9cd service neutron] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=90a84500a899479aabfa3aeb72b4c4ae&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2316177 Sep 01 14:11:35.847453 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-e1ee6d38-005b-47bc-a911-de844055455e tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=eaba67e3a54f4191b9b924305a83e4eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0778742 Sep 01 14:11:36.026598 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f498714-ba5c-4f62-9264-c8118e65c744 req-4a7002da-f989-47be-b5d8-d7b9b0e2eec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:36.028065 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6f498714-ba5c-4f62-9264-c8118e65c744 req-4a7002da-f989-47be-b5d8-d7b9b0e2eec3 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1795115 Sep 01 14:11:36.035044 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-1f4fd058-db48-45d7-803e-442034b7142d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5efdbb74-e6fe-4a11-96cb-23855066e81b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655309 Sep 01 14:11:36.063297 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:36.209172 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-1f143309-d21a-4bb3-a82f-20f607bc5f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:36.210656 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-1f143309-d21a-4bb3-a82f-20f607bc5f2f service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=90a84500a899479aabfa3aeb72b4c4ae&device_id=7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce HTTP/1.1" status: 200 len: 1128 time: 0.1261032 Sep 01 14:11:36.219724 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66bc06c-3d7f-4e9d-b4f7-420fd360fb40 req-dbad521d-e1d4-4388-b3b6-e7c602d2a650 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:36.221269 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a66bc06c-3d7f-4e9d-b4f7-420fd360fb40 req-dbad521d-e1d4-4388-b3b6-e7c602d2a650 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce HTTP/1.1" status: 200 len: 944 time: 0.0929902 Sep 01 14:11:36.288799 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-d767c653-bec5-4c5d-8816-90c0e315048a service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13cc93c3-c869-44c3-b869-955e63001656 HTTP/1.1" status: 200 len: 217 time: 0.0664155 Sep 01 14:11:36.347955 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-463c44b5-d8fe-47f6-8a81-d1bffa6f09fd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5efdbb74-e6fe-4a11-96cb-23855066e81b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019102 Sep 01 14:11:36.374640 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a66bc06c-3d7f-4e9d-b4f7-420fd360fb40 req-d9cb3c6a-8d6e-44b0-bd1c-32bb2f9ec3d2 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=116a3d8d-656a-40ae-853a-3f67c7263740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437747 Sep 01 14:11:36.379225 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-42246d74-e6e3-4852-8eee-859edd91de06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:36.380727 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-42246d74-e6e3-4852-8eee-859edd91de06 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=114ef839-6b7e-436f-ad2e-66278bf71661 HTTP/1.1" status: 200 len: 854 time: 0.0807660 Sep 01 14:11:36.437688 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-3005d7d0-bab0-4d7e-af1e-76bcd200269e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:36.440161 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-3005d7d0-bab0-4d7e-af1e-76bcd200269e service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=4f2459fa-f112-4ee1-abd3-6f4952507858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494776 Sep 01 14:11:36.458180 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:36.551822 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-1020037e-2c98-4798-8e5c-906c9c286111 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4f2459fa-f112-4ee1-abd3-6f4952507858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045890 Sep 01 14:11:36.675849 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ebd68092-5bd9-4416-ac46-5cfb5d1e6131 req-cf77a9b7-34a8-4d46-a5ef-fffde2673c57 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4f2459fa-f112-4ee1-abd3-6f4952507858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088789 Sep 01 14:11:36.806157 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ce790ab6-d8e0-44d5-9309-450e50eac8bb req-f73f5bd9-19c7-45d5-bff5-8beb11c69542 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a8b6392-8237-47f3-9a9b-7a80f18f71c3 HTTP/1.1" status: 200 len: 210 time: 0.0591614 Sep 01 14:11:37.016718 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c3cd7-446d-447a-8483-115c4525aa53 req-6c920216-2b5b-47da-91a5-d4c2576d6849 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:37.019488 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-422c3cd7-446d-447a-8483-115c4525aa53 req-6c920216-2b5b-47da-91a5-d4c2576d6849 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 985 time: 0.0890510 Sep 01 14:11:37.099378 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-422c3cd7-446d-447a-8483-115c4525aa53 req-03153044-c663-4cd0-b460-8f3889f32ebf tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=28137255-a9b5-42bf-804b-d3e5db5441a5&id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0736725 Sep 01 14:11:37.519798 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee13c7-a815-4ed5-8f47-8a50976f139d req-45ef7a41-4f1d-478a-b71e-bd91f383d330 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:37.521430 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-54ee13c7-a815-4ed5-8f47-8a50976f139d req-45ef7a41-4f1d-478a-b71e-bd91f383d330 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce HTTP/1.1" status: 200 len: 944 time: 0.0539031 Sep 01 14:11:37.611932 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-54ee13c7-a815-4ed5-8f47-8a50976f139d req-aad9fc7d-2718-4e35-a2c8-0485003acb9d tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=116a3d8d-656a-40ae-853a-3f67c7263740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839186 Sep 01 14:11:37.919861 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-eeb5dca6-29f8-49a8-8aeb-8a225437cbb4 req-6ec540c9-3e4d-45da-a0fe-669cd8ccc0a8 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a8b6392-8237-47f3-9a9b-7a80f18f71c3 HTTP/1.1" status: 200 len: 210 time: 0.0353646 Sep 01 14:11:38.275247 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:38.296141 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f461b5e-b427-4fe1-80ec-dcdc33397b7a req-2951f0a0-dad9-42bc-ab13-16d04c1c436b tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:38.299190 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4f461b5e-b427-4fe1-80ec-dcdc33397b7a req-2951f0a0-dad9-42bc-ab13-16d04c1c436b tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 985 time: 0.0854895 Sep 01 14:11:38.372237 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:38.405640 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4f461b5e-b427-4fe1-80ec-dcdc33397b7a req-b853901e-c973-4838-99d8-1d01661c0038 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=28137255-a9b5-42bf-804b-d3e5db5441a5&id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1003394 Sep 01 14:11:38.749745 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dead75-419f-4228-8774-ba1edd2dd18b req-5e752546-d65e-4459-b1e5-c883ef571b7d tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:38.751720 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b3dead75-419f-4228-8774-ba1edd2dd18b req-5e752546-d65e-4459-b1e5-c883ef571b7d tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce HTTP/1.1" status: 200 len: 944 time: 0.0551641 Sep 01 14:11:38.822329 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b3dead75-419f-4228-8774-ba1edd2dd18b req-722b608c-658d-4bd2-819c-0ce6cf6fc361 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=116a3d8d-656a-40ae-853a-3f67c7263740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633948 Sep 01 14:11:39.069926 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f0cbb2b8-75b1-4883-8ff2-4a3f43413c32 req-5cf30ce6-d30a-44df-bab4-d3719c5f5954 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a8b6392-8237-47f3-9a9b-7a80f18f71c3 HTTP/1.1" status: 200 len: 210 time: 0.0650151 Sep 01 14:11:39.375363 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 13cc93c3-c869-44c3-b869-955e63001656 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=107075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:11:39.518619 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:39.525092 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 13cc93c3-c869-44c3-b869-955e63001656, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=13cc93c3-c869-44c3-b869-955e63001656,segment=NetworkSegment(ca6b7f3c-527c-4348-9811-67350820a04d),segment_id=ca6b7f3c-527c-4348-9811-67350820a04d)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:11:39.540745 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Returning: {'device': '13cc93c3-c869-44c3-b869-955e63001656', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'port_id': '13cc93c3-c869-44c3-b869-955e63001656', 'mac_address': 'fa:16:3e:95:80:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:11:39.587197 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 13cc93c3-c869-44c3-b869-955e63001656 is: DOWN; New status is: BUILD {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:11:39.587580 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (13cc93c3-c869-44c3-b869-955e63001656), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:39.605448 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13cc93c3-c869-44c3-b869-955e63001656 {{(pid=107075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:11:39.614974 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283b9f8-3a4c-4386-8ac0-06a0194c41f1 req-09a78d46-288f-47f6-bf26-98de6482b1e0 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:39.617739 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8283b9f8-3a4c-4386-8ac0-06a0194c41f1 req-09a78d46-288f-47f6-bf26-98de6482b1e0 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 985 time: 0.0958436 Sep 01 14:11:39.633619 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 13cc93c3-c869-44c3-b869-955e63001656, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=13cc93c3-c869-44c3-b869-955e63001656,segment=NetworkSegment(ca6b7f3c-527c-4348-9811-67350820a04d),segment_id=ca6b7f3c-527c-4348-9811-67350820a04d)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:11:39.730660 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8283b9f8-3a4c-4386-8ac0-06a0194c41f1 req-c5f2e36e-4bdb-4daf-9fec-985c31dbf384 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=28137255-a9b5-42bf-804b-d3e5db5441a5&id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1041963 Sep 01 14:11:39.778853 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (13cc93c3-c869-44c3-b869-955e63001656), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:39.833401 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=13cc93c3-c869-44c3-b869-955e63001656,revision_number=4']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:11:39.980940 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ad6bd-3e82-4bee-b462-5a0b1384e57f req-56e13c03-75aa-4e71-8e29-aa53a32567a1 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:39.982593 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b68ad6bd-3e82-4bee-b462-5a0b1384e57f req-56e13c03-75aa-4e71-8e29-aa53a32567a1 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce HTTP/1.1" status: 200 len: 945 time: 0.0548213 Sep 01 14:11:40.040229 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b68ad6bd-3e82-4bee-b462-5a0b1384e57f req-0697dfa7-c6a1-405f-9e23-e78b6da61164 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=116a3d8d-656a-40ae-853a-3f67c7263740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506053 Sep 01 14:11:40.185829 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] get_ports_and_sgs() called for port_ids ['13cc93c3-c869-44c3-b869-955e63001656'] {{(pid=107075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 14:11:40.202829 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7bdf203c-601d-45a6-b80a-5694e6730598 req-217bad98-cb41-4c31-b6d9-d0afcfa7daff tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a8b6392-8237-47f3-9a9b-7a80f18f71c3 HTTP/1.1" status: 200 len: 210 time: 0.0381474 Sep 01 14:11:40.892787 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-e3762584-6b0e-40ae-b88c-c5a17d27a3db tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:40.894384 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-e3762584-6b0e-40ae-b88c-c5a17d27a3db tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.72 "GET /networking/v2.0/networks?id=5efdbb74-e6fe-4a11-96cb-23855066e81b HTTP/1.1" status: 200 len: 810 time: 0.4772978 Sep 01 14:11:40.906349 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22290099-d201-4762-b137-9a3cb06d1261 req-81b8cecf-e469-4db9-985a-10e622fbff66 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:40.908543 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-22290099-d201-4762-b137-9a3cb06d1261 req-81b8cecf-e469-4db9-985a-10e622fbff66 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 985 time: 0.0746608 Sep 01 14:11:41.019692 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-c31e3c0e-1e88-4416-8963-70a6e6f70c69 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=eaba67e3a54f4191b9b924305a83e4eb HTTP/1.1" status: 200 len: 380 time: 0.1071928 Sep 01 14:11:41.029825 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-22290099-d201-4762-b137-9a3cb06d1261 req-a2ca9877-db3b-4258-9a5b-abd1680c2cbc tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=28137255-a9b5-42bf-804b-d3e5db5441a5&id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1097324 Sep 01 14:11:41.035430 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-fe98e32d-205c-41db-b141-bce995038f21 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Request body: {'port': {'device_id': '8a8b6392-8237-47f3-9a9b-7a80f18f71c3', 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b', 'admin_state_up': True, 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'security_groups': ['20e5a9df-2d6e-4876-bbd1-24d9e5952469']}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:11:41.041128 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:41.263779 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872ba62-266d-4161-b8ff-9064cd9af657 req-572c38ef-49f2-481f-b0c7-fcb575405fdc tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:41.265402 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7872ba62-266d-4161-b8ff-9064cd9af657 req-572c38ef-49f2-481f-b0c7-fcb575405fdc tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce HTTP/1.1" status: 200 len: 945 time: 0.1035483 Sep 01 14:11:41.293502 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9886c-c1df-4560-b6aa-3e1992b458ff req-cdd1565d-3ba1-47f7-9dee-b1f064229f36 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:41.295006 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ffe9886c-c1df-4560-b6aa-3e1992b458ff req-cdd1565d-3ba1-47f7-9dee-b1f064229f36 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=929d6445-681f-48b3-b51f-495532864e64 HTTP/1.1" status: 200 len: 946 time: 0.1178448 Sep 01 14:11:41.339522 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:41.371232 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7872ba62-266d-4161-b8ff-9064cd9af657 req-cdbe9f17-b95a-440e-8e6b-bea9fd6ab87b tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=116a3d8d-656a-40ae-853a-3f67c7263740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949044 Sep 01 14:11:41.382428 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-fe98e32d-205c-41db-b141-bce995038f21 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Made reservation on behalf of eaba67e3a54f4191b9b924305a83e4eb for: {'port': 1} {{(pid=107073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:11:41.383856 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 13cc93c3-c869-44c3-b869-955e63001656 up at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:11:41.386507 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-fe98e32d-205c-41db-b141-bce995038f21 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:41.413559 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ffe9886c-c1df-4560-b6aa-3e1992b458ff req-69a7cf7d-44a9-4c43-9eb7-b31eea686844 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2ace0a83-ed2e-4998-8363-4ec93e8f320a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065309 Sep 01 14:11:41.498787 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning for port 13cc93c3-c869-44c3-b869-955e63001656 completed by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 14:11:41.560520 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-38f68426-e0e3-421a-aa66-b1786c60f47a req-35b08bbe-95e7-4010-8282-7f6fd9e8dee3 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a8b6392-8237-47f3-9a9b-7a80f18f71c3 HTTP/1.1" status: 200 len: 210 time: 0.0540879 Sep 01 14:11:41.600433 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.db_base_plugin_common [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-fe98e32d-205c-41db-b141-bce995038f21 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Allocated IP 172.20.0.6 (5efdbb74-e6fe-4a11-96cb-23855066e81b/9516b454-0891-4d29-9fc5-0ee1fc6356e3/8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7) {{(pid=107073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:11:41.642417 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning complete for port 13cc93c3-c869-44c3-b869-955e63001656 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:11:41.643053 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (13cc93c3-c869-44c3-b869-955e63001656), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:41.745403 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 13cc93c3-c869-44c3-b869-955e63001656 is: BUILD; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:11:41.746202 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (13cc93c3-c869-44c3-b869-955e63001656), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:41.776034 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cc93c3-c869-44c3-b869-955e63001656'}] {{(pid=107075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:11:41.779906 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea684a423e005867ab2b2321dba33e59ce354bd0b218533ae43957e9dbf26841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b1b0d1-68c2-4f74-923a-c1992a7c7223" -d '{"events": [{"server_uuid": "7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce", "name": "network-vif-plugged", "status": "completed", "tag": "13cc93c3-c869-44c3-b869-955e63001656"}]}' {{(pid=107075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:11:41.782783 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-fe98e32d-205c-41db-b141-bce995038f21 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for port (8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:41.808790 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 13cc93c3-c869-44c3-b869-955e63001656, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=13cc93c3-c869-44c3-b869-955e63001656,segment=NetworkSegment(ca6b7f3c-527c-4348-9811-67350820a04d),segment_id=ca6b7f3c-527c-4348-9811-67350820a04d)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:11:41.817541 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:41.910037 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b152891-b8dd-462c-a220-db135703d8d0 x-openstack-request-id: req-0b152891-b8dd-462c-a220-db135703d8d0 {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:11:41.910351 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce", "name": "network-vif-plugged", "status": "completed", "tag": "13cc93c3-c869-44c3-b869-955e63001656", "code": 200}]} {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:11:41.910604 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b152891-b8dd-462c-a220-db135703d8d0 {{(pid=107075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:11:41.911030 dv-cinder-852211-7-iscsi neutron-server[107075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b152891-b8dd-462c-a220-db135703d8d0'] response: {'server_uuid': '7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cc93c3-c869-44c3-b869-955e63001656', 'code': 200} Sep 01 14:11:41.922726 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (13cc93c3-c869-44c3-b869-955e63001656), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:41.948782 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:41.956197 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-fe98e32d-205c-41db-b141-bce995038f21 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:41.982346 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=13cc93c3-c869-44c3-b869-955e63001656,revision_number=5']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:11:42.021173 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-fe98e32d-205c-41db-b141-bce995038f21 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Network 5efdbb74-e6fe-4a11-96cb-23855066e81b is already hosted by enough agents. {{(pid=107073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:11:42.026875 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.base_scheduler [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-fe98e32d-205c-41db-b141-bce995038f21 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Resources bound (agent type, host, resource id): {{(pid=107073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:11:42.029125 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98e32d-205c-41db-b141-bce995038f21 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Pushing event updated for resources: {'Port': ['ID=8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:11:42.032028 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-fe98e32d-205c-41db-b141-bce995038f21 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Received port after_create {{(pid=107073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:11:42.101426 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-fe98e32d-205c-41db-b141-bce995038f21 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:42.102574 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-fe98e32d-205c-41db-b141-bce995038f21 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:42.192652 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e1631-6b21-4c27-a453-b3be434dc0dd req-552c2ace-5591-4aa5-930e-de4cf94780f2 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:42.195817 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cc7e1631-6b21-4c27-a453-b3be434dc0dd req-552c2ace-5591-4aa5-930e-de4cf94780f2 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 985 time: 0.0676212 Sep 01 14:11:42.203141 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-fe98e32d-205c-41db-b141-bce995038f21 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1719863 Sep 01 14:11:42.297154 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cc7e1631-6b21-4c27-a453-b3be434dc0dd req-28e86687-ec74-41a7-92a6-ec400ea1d4ed tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=28137255-a9b5-42bf-804b-d3e5db5441a5&id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0913827 Sep 01 14:11:42.317494 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-0718e037-0512-4ce2-96e6-1f12bec50605 None None] Provisioning complete for port 8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7 triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:11:42.318042 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0718e037-0512-4ce2-96e6-1f12bec50605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:42.365194 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-0718e037-0512-4ce2-96e6-1f12bec50605 None None] Port 8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7 cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 14:11:42.571092 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341bdd9-7df0-4705-80ab-c52424b07f1b req-67d81614-644c-415c-9100-cf9317b6e3fd tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:42.572668 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c341bdd9-7df0-4705-80ab-c52424b07f1b req-67d81614-644c-415c-9100-cf9317b6e3fd tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce HTTP/1.1" status: 200 len: 946 time: 0.0913413 Sep 01 14:11:42.599751 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c122bb-1a56-4695-b526-1390465afee2 req-8a31a883-8092-45fc-b7be-cf0cf7601a87 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:42.601593 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-94c122bb-1a56-4695-b526-1390465afee2 req-8a31a883-8092-45fc-b7be-cf0cf7601a87 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=929d6445-681f-48b3-b51f-495532864e64 HTTP/1.1" status: 200 len: 946 time: 0.0808132 Sep 01 14:11:42.676568 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c341bdd9-7df0-4705-80ab-c52424b07f1b req-cd05d8a0-43bd-4a5e-9bdd-123e7a37e7ef tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=116a3d8d-656a-40ae-853a-3f67c7263740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934200 Sep 01 14:11:42.703314 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-94c122bb-1a56-4695-b526-1390465afee2 req-e43f203a-04ba-410b-aeb1-d01e051ab281 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2ace0a83-ed2e-4998-8363-4ec93e8f320a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932374 Sep 01 14:11:42.718693 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-49b5183f-be22-45a4-ba10-7453af4de786 service neutron] Request body: {'port': {'device_id': '8a8b6392-8237-47f3-9a9b-7a80f18f71c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:11:42.844799 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-49b5183f-be22-45a4-ba10-7453af4de786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:42.870781 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d2b95-8274-4a93-999a-4b8e50124df6 req-516533df-76c2-4f09-967f-5dba5b8f6026 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:42.872439 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-593d2b95-8274-4a93-999a-4b8e50124df6 req-516533df-76c2-4f09-967f-5dba5b8f6026 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a8b6392-8237-47f3-9a9b-7a80f18f71c3 HTTP/1.1" status: 200 len: 931 time: 0.0738719 Sep 01 14:11:43.056742 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-65015144-a6bd-4261-a147-f9f7c5175d87 req-1ba78bb6-8a2c-4bc3-ae00-2da134db89d0 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1270645 Sep 01 14:11:43.063969 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-593d2b95-8274-4a93-999a-4b8e50124df6 req-eb738380-0a1e-4917-aba1-1493ff60911a tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20e5a9df-2d6e-4876-bbd1-24d9e5952469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847003 Sep 01 14:11:43.083334 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:43.153941 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00591bf3-09d6-4d52-9dcf-ccdc3073f88c req-489a8cac-247c-475a-b75f-06d7a4ae9a93 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:43.156982 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-00591bf3-09d6-4d52-9dcf-ccdc3073f88c req-489a8cac-247c-475a-b75f-06d7a4ae9a93 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=929d6445-681f-48b3-b51f-495532864e64 HTTP/1.1" status: 200 len: 946 time: 0.1161606 Sep 01 14:11:43.224253 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65015144-a6bd-4261-a147-f9f7c5175d87 req-d6675eac-b359-4fb8-b44d-363b536555fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:43.225766 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-65015144-a6bd-4261-a147-f9f7c5175d87 req-d6675eac-b359-4fb8-b44d-363b536555fe service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=36049d2090b84443a3bf3bf00558379e&device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 1130 time: 0.0713775 Sep 01 14:11:43.333414 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:43.371004 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7706c3-6018-40b3-998f-e8a7726812ed req-db2b4061-5ae3-4556-a2b1-476a6ab69628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:43.371346 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-3c7706c3-6018-40b3-998f-e8a7726812ed req-db2b4061-5ae3-4556-a2b1-476a6ab69628 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce HTTP/1.1" status: 200 len: 1130 time: 0.1556287 Sep 01 14:11:43.393539 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [req-00591bf3-09d6-4d52-9dcf-ccdc3073f88c req-27e7e8d1-0f89-4cf6-8e78-b50949a57a72 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Deleting port 06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e {{(pid=107074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:11:43.393877 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-00591bf3-09d6-4d52-9dcf-ccdc3073f88c req-27e7e8d1-0f89-4cf6-8e78-b50949a57a72 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:43.396675 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:43.425108 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-49b5183f-be22-45a4-ba10-7453af4de786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7 {{(pid=107073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:11:43.440550 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-49b5183f-be22-45a4-ba10-7453af4de786 service neutron] Publish callbacks [] for port (8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:43.450940 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65015144-a6bd-4261-a147-f9f7c5175d87 req-b7afcb5d-16d5-4efc-9b8a-d1b44ba8d6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:43.452422 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-65015144-a6bd-4261-a147-f9f7c5175d87 req-b7afcb5d-16d5-4efc-9b8a-d1b44ba8d6e9 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=9cdd4113-f7e0-45eb-bbb2-5da93102bf6c HTTP/1.1" status: 200 len: 919 time: 0.1990905 Sep 01 14:11:43.474246 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-3c7706c3-6018-40b3-998f-e8a7726812ed req-6e10e755-483a-4046-88f0-debd2ffa51e1 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=116a3d8d-656a-40ae-853a-3f67c7263740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948269 Sep 01 14:11:43.496921 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.provisioning_blocks [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-49b5183f-be22-45a4-ba10-7453af4de786 service neutron] Transition to ACTIVE for port object 8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7 will not be triggered until provisioned by entity L2. {{(pid=107073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 14:11:43.530713 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-65015144-a6bd-4261-a147-f9f7c5175d87 req-6540f2fd-1ed3-4833-9b68-5fc59cf3ea73 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=073b1d8b-8a54-4df8-a7c0-5ad23c885880 HTTP/1.1" status: 200 len: 217 time: 0.0674529 Sep 01 14:11:43.543238 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4373d-e9e2-44f1-842d-315379f12ae1 req-961878ca-586e-4607-a020-235754e49b18 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:43.544903 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f9d4373d-e9e2-44f1-842d-315379f12ae1 req-961878ca-586e-4607-a020-235754e49b18 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 985 time: 0.1104398 Sep 01 14:11:43.557175 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [req-00591bf3-09d6-4d52-9dcf-ccdc3073f88c req-27e7e8d1-0f89-4cf6-8e78-b50949a57a72 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] For port 06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e,segment=NetworkSegment(c0922301-047c-4f55-a8b0-9261b3aa0d17),segment_id=c0922301-047c-4f55-a8b0-9261b3aa0d17)] {{(pid=107074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:11:43.557627 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-00591bf3-09d6-4d52-9dcf-ccdc3073f88c req-27e7e8d1-0f89-4cf6-8e78-b50949a57a72 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:43.578876 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [req-00591bf3-09d6-4d52-9dcf-ccdc3073f88c req-27e7e8d1-0f89-4cf6-8e78-b50949a57a72 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Calling delete_port for 06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e owned by compute:nova {{(pid=107074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:11:43.601881 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-49b5183f-be22-45a4-ba10-7453af4de786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3071173'] for port (8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:43.735750 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f9d4373d-e9e2-44f1-842d-315379f12ae1 req-bf913d87-8858-44c7-86d5-669a74067156 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=28137255-a9b5-42bf-804b-d3e5db5441a5&id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1806617 Sep 01 14:11:43.801278 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5183f-be22-45a4-ba10-7453af4de786 service neutron] Pushing event updated for resources: {'Port': ['ID=8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7,revision_number=2']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:11:43.872218 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65015144-a6bd-4261-a147-f9f7c5175d87 req-da42e46c-3995-46d8-890b-2524d10bdf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:43.873826 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-65015144-a6bd-4261-a147-f9f7c5175d87 req-da42e46c-3995-46d8-890b-2524d10bdf8d service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=d2d86ced-9867-4b29-96c7-eb755efebba7 HTTP/1.1" status: 200 len: 857 time: 0.1721525 Sep 01 14:11:43.895683 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.managers [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-49b5183f-be22-45a4-ba10-7453af4de786 service neutron] Attempting to bind port 8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:11:43.896016 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.managers [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-49b5183f-be22-45a4-ba10-7453af4de786 service neutron] Attempting to bind port 8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': 'ed8678fe-a4a9-4872-b144-325311f6ec17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b'}] {{(pid=107073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:11:43.896355 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-49b5183f-be22-45a4-ba10-7453af4de786 service neutron] Attempting to bind port 8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7 on network 5efdbb74-e6fe-4a11-96cb-23855066e81b {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:11:43.910222 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6705735-f96d-46ad-9e70-715c38625b33 req-6d447dc6-6dd7-427b-a7a7-f7ec8cd92cbb tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:43.912002 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a6705735-f96d-46ad-9e70-715c38625b33 req-6d447dc6-6dd7-427b-a7a7-f7ec8cd92cbb tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce HTTP/1.1" status: 200 len: 946 time: 0.0860074 Sep 01 14:11:43.927022 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-49b5183f-be22-45a4-ba10-7453af4de786 service neutron] Port 8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7 on network 5efdbb74-e6fe-4a11-96cb-23855066e81b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 14:11:43.927403 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-49b5183f-be22-45a4-ba10-7453af4de786 service neutron] Attempting to bind port 8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7 on network 5efdbb74-e6fe-4a11-96cb-23855066e81b {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:11:43.945000 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-00591bf3-09d6-4d52-9dcf-ccdc3073f88c req-27e7e8d1-0f89-4cf6-8e78-b50949a57a72 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:43.972053 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:43.988710 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7e8d1-0f89-4cf6-8e78-b50949a57a72 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Pushing event deleted for resources: {'Port': ['ID=06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:11:44.003864 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-49b5183f-be22-45a4-ba10-7453af4de786 service neutron] Checking agent: {'id': 'a7580bcb-0f49-4eb6-986f-da2a861ca402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'started_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:11:44.004214 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-49b5183f-be22-45a4-ba10-7453af4de786 service neutron] Checking segment: {'id': 'ed8678fe-a4a9-4872-b144-325311f6ec17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:11:44.004607 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-49b5183f-be22-45a4-ba10-7453af4de786 service neutron] Bound using segment: {'id': 'ed8678fe-a4a9-4872-b144-325311f6ec17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b'} {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:11:44.005070 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.managers [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-49b5183f-be22-45a4-ba10-7453af4de786 service neutron] Bound port: 8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed8678fe-a4a9-4872-b144-325311f6ec17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b'}}] {{(pid=107073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:11:44.005428 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-49b5183f-be22-45a4-ba10-7453af4de786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:44.039427 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e872b05-ac01-4995-b282-e6f8fe287eea req-882fb7d0-f750-423a-9dd6-75132a3c7711 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:44.041174 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7e872b05-ac01-4995-b282-e6f8fe287eea req-882fb7d0-f750-423a-9dd6-75132a3c7711 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=929d6445-681f-48b3-b51f-495532864e64 HTTP/1.1" status: 200 len: 946 time: 0.1403217 Sep 01 14:11:44.051079 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [req-00591bf3-09d6-4d52-9dcf-ccdc3073f88c req-27e7e8d1-0f89-4cf6-8e78-b50949a57a72 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] No DVR routers for this DVR port 06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e on host hv-cinder-85221 {{(pid=107074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:11:44.054441 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-00591bf3-09d6-4d52-9dcf-ccdc3073f88c req-27e7e8d1-0f89-4cf6-8e78-b50949a57a72 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:44.057756 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-00591bf3-09d6-4d52-9dcf-ccdc3073f88c req-27e7e8d1-0f89-4cf6-8e78-b50949a57a72 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.72 "DELETE /networking/v2.0/ports/06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e HTTP/1.1" status: 204 len: 173 time: 0.8963614 Sep 01 14:11:44.058248 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929d6445-681f-48b3-b51f-495532864e64', 'name': 'network-vif-deleted', 'tag': '06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e'}] {{(pid=107074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:11:44.060554 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c297ab1b76e2baeed04979654ee05671bdf6dedd7a272174e678f0e52b3dfb88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8d8948-3b2d-4de5-b0e9-fe121b32eda7" -d '{"events": [{"server_uuid": "929d6445-681f-48b3-b51f-495532864e64", "name": "network-vif-deleted", "tag": "06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e"}]}' {{(pid=107074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:11:44.067023 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65015144-a6bd-4261-a147-f9f7c5175d87 req-dd565a7e-a019-4e60-91a8-dff0ead0a475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:44.068508 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-65015144-a6bd-4261-a147-f9f7c5175d87 req-dd565a7e-a019-4e60-91a8-dff0ead0a475 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=9cdd4113-f7e0-45eb-bbb2-5da93102bf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1167336 Sep 01 14:11:44.120894 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a6705735-f96d-46ad-9e70-715c38625b33 req-61681b6e-566c-473b-8049-f756f733f8a3 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=116a3d8d-656a-40ae-853a-3f67c7263740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960220 Sep 01 14:11:44.168549 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-49b5183f-be22-45a4-ba10-7453af4de786 service neutron] For port 8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7, host hv-cinder-85221, cleared binding levels {{(pid=107073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:11:44.174605 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7e872b05-ac01-4995-b282-e6f8fe287eea req-86f23c47-221b-440d-851e-ab84c1dfb702 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2ace0a83-ed2e-4998-8363-4ec93e8f320a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209121 Sep 01 14:11:44.176406 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-49b5183f-be22-45a4-ba10-7453af4de786 service neutron] For port 8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7,segment=NetworkSegment(ed8678fe-a4a9-4872-b144-325311f6ec17),segment_id=ed8678fe-a4a9-4872-b144-325311f6ec17)] {{(pid=107073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:11:44.267698 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf4c843-2142-4f4f-a4b7-11a0d7894146 x-openstack-request-id: req-0bf4c843-2142-4f4f-a4b7-11a0d7894146 {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:11:44.269427 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929d6445-681f-48b3-b51f-495532864e64", "name": "network-vif-deleted", "tag": "06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e", "status": "completed", "code": 200}]} {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:11:44.269757 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0bf4c843-2142-4f4f-a4b7-11a0d7894146 {{(pid=107074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:11:44.270294 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bf4c843-2142-4f4f-a4b7-11a0d7894146'] response: {'server_uuid': '929d6445-681f-48b3-b51f-495532864e64', 'name': 'network-vif-deleted', 'tag': '06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e', 'status': 'completed', 'code': 200} Sep 01 14:11:44.301628 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-49b5183f-be22-45a4-ba10-7453af4de786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3071173'] for port (8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:44.311748 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-49b5183f-be22-45a4-ba10-7453af4de786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:44.312409 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-49b5183f-be22-45a4-ba10-7453af4de786 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:44.314530 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-49b5183f-be22-45a4-ba10-7453af4de786 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7 HTTP/1.1" status: 200 len: 1093 time: 1.6072659 Sep 01 14:11:44.315053 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a8b6392-8237-47f3-9a9b-7a80f18f71c3', 'tag': '8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7'}] {{(pid=107073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:11:44.317436 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa2be68435688eaee197eda6180a725a3135abf9bfe352ecc662039bf4a93bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4c9824-a0d9-4a92-a546-79b96e74d927" -d '{"events": [{"name": "network-changed", "server_uuid": "8a8b6392-8237-47f3-9a9b-7a80f18f71c3", "tag": "8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7"}]}' {{(pid=107073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:11:44.359080 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c840ee-6240-4978-8168-8f9655069b4e req-021e9b17-bdd3-4457-8340-eafe9ad39035 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:44.361686 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-58c840ee-6240-4978-8168-8f9655069b4e req-021e9b17-bdd3-4457-8340-eafe9ad39035 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a8b6392-8237-47f3-9a9b-7a80f18f71c3 HTTP/1.1" status: 200 len: 943 time: 0.0938547 Sep 01 14:11:44.405342 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4917da-9287-4e60-9307-e60e4199eea0 x-openstack-request-id: req-ad4917da-9287-4e60-9307-e60e4199eea0 {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:11:44.405686 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a8b6392-8237-47f3-9a9b-7a80f18f71c3", "tag": "8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7", "status": "completed", "code": 200}]} {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:11:44.405970 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad4917da-9287-4e60-9307-e60e4199eea0 {{(pid=107073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:11:44.406562 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad4917da-9287-4e60-9307-e60e4199eea0'] response: {'name': 'network-changed', 'server_uuid': '8a8b6392-8237-47f3-9a9b-7a80f18f71c3', 'tag': '8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7', 'status': 'completed', 'code': 200} Sep 01 14:11:44.410035 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5183f-be22-45a4-ba10-7453af4de786 service neutron] Pushing event updated for resources: {'Port': ['ID=8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7,revision_number=3']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:11:44.446269 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-58c840ee-6240-4978-8168-8f9655069b4e req-726291cb-10a1-44ef-b9fa-0b0041413547 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20e5a9df-2d6e-4876-bbd1-24d9e5952469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673366 Sep 01 14:11:44.644280 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-65015144-a6bd-4261-a147-f9f7c5175d87 req-f9ee5622-0003-4694-a0d9-d9fdf0a0de8f service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9cdd4113-f7e0-45eb-bbb2-5da93102bf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127124 Sep 01 14:11:44.886301 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:44.904441 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0831f1-b1cb-4ce8-8ee0-ec8a570f16f3 req-25fc43b2-ded5-4b9f-b070-b64af2737c3f tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:44.906305 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7a0831f1-b1cb-4ce8-8ee0-ec8a570f16f3 req-25fc43b2-ded5-4b9f-b070-b64af2737c3f tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 985 time: 0.0580111 Sep 01 14:11:44.978407 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7a0831f1-b1cb-4ce8-8ee0-ec8a570f16f3 req-49cb0d3d-2c08-4949-bf31-243539bcacaa tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=28137255-a9b5-42bf-804b-d3e5db5441a5&id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0652843 Sep 01 14:11:45.090180 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c9824-a0d9-4a92-a546-79b96e74d927 req-fceda666-34db-41f0-a2a2-6f819adff682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:45.092865 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-de4c9824-a0d9-4a92-a546-79b96e74d927 req-fceda666-34db-41f0-a2a2-6f819adff682 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=eaba67e3a54f4191b9b924305a83e4eb&device_id=8a8b6392-8237-47f3-9a9b-7a80f18f71c3 HTTP/1.1" status: 200 len: 1127 time: 0.0683253 Sep 01 14:11:45.309818 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac73c30-9721-4e27-8e5f-d2ffde2d2641 req-8b12a337-ed7c-4416-b55f-9b5a852ceb0c tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:45.313021 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cac73c30-9721-4e27-8e5f-d2ffde2d2641 req-8b12a337-ed7c-4416-b55f-9b5a852ceb0c tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce HTTP/1.1" status: 200 len: 946 time: 0.0939486 Sep 01 14:11:45.383721 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e no longer exists at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:11:45.411515 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] No Port match for: 06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:11:45.412424 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 06ddaa56-ca0c-4c1e-81a3-7eb78cc5666e not bound to the agent host hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:11:45.466613 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6d96ac6c-d926-4154-aed7-fe9299345ac2 req-c6f295b8-dfeb-4838-bf79-6933b96ef6e6 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=929d6445-681f-48b3-b51f-495532864e64 HTTP/1.1" status: 200 len: 210 time: 0.0692832 Sep 01 14:11:45.470106 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:45.541474 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cac73c30-9721-4e27-8e5f-d2ffde2d2641 req-54f5b151-a6c6-4b07-9ea6-cbf39331df84 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=116a3d8d-656a-40ae-853a-3f67c7263740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048247 Sep 01 14:11:45.545683 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c9824-a0d9-4a92-a546-79b96e74d927 req-ed29c9b6-3264-44e2-b39d-e9c1e380702d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:45.547493 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-65015144-a6bd-4261-a147-f9f7c5175d87 req-d6a071b7-7f66-4e4e-af8c-9d96ac8f03c2 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9cdd4113-f7e0-45eb-bbb2-5da93102bf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677248 Sep 01 14:11:45.560730 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-de4c9824-a0d9-4a92-a546-79b96e74d927 req-ed29c9b6-3264-44e2-b39d-e9c1e380702d service neutron] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=eaba67e3a54f4191b9b924305a83e4eb&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2689822 Sep 01 14:11:45.633797 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b0e03-38a1-46c8-9a14-5ab1d627ca26 req-5be80730-73af-454b-853f-da718846c3a2 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:45.635622 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-842b0e03-38a1-46c8-9a14-5ab1d627ca26 req-5be80730-73af-454b-853f-da718846c3a2 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a8b6392-8237-47f3-9a9b-7a80f18f71c3 HTTP/1.1" status: 200 len: 943 time: 0.0568707 Sep 01 14:11:45.692890 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-842b0e03-38a1-46c8-9a14-5ab1d627ca26 req-8be7d3f8-060c-4069-9b07-5374f4b4cea1 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20e5a9df-2d6e-4876-bbd1-24d9e5952469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504889 Sep 01 14:11:45.977782 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c9824-a0d9-4a92-a546-79b96e74d927 req-ad5adb46-f94b-41d8-9337-05f63504ad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:45.979515 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-de4c9824-a0d9-4a92-a546-79b96e74d927 req-ad5adb46-f94b-41d8-9337-05f63504ad81 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1665621 Sep 01 14:11:46.100291 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-1478d0bb-310b-4de4-bebf-3ec2a35a4d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:46.102902 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-1478d0bb-310b-4de4-bebf-3ec2a35a4d6e service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=eaba67e3a54f4191b9b924305a83e4eb&device_id=8a8b6392-8237-47f3-9a9b-7a80f18f71c3 HTTP/1.1" status: 200 len: 1127 time: 0.0517051 Sep 01 14:11:46.146504 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-4a3ce54b-91d8-4d4c-adcd-f6a64ea146be service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7 HTTP/1.1" status: 200 len: 217 time: 0.0352488 Sep 01 14:11:46.222149 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-7affdc94-71b0-48cc-a066-2bfe7a6a021c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:46.223625 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-7affdc94-71b0-48cc-a066-2bfe7a6a021c service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=9516b454-0891-4d29-9fc5-0ee1fc6356e3 HTTP/1.1" status: 200 len: 849 time: 0.0651243 Sep 01 14:11:46.280618 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-16635bd1-a9a4-4d41-962c-0fff2893bea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:46.282955 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-16635bd1-a9a4-4d41-962c-0fff2893bea1 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=5efdbb74-e6fe-4a11-96cb-23855066e81b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511830 Sep 01 14:11:46.386916 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-b00b0977-7f73-42cb-a6a0-2cfb67fa5641 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5efdbb74-e6fe-4a11-96cb-23855066e81b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936763 Sep 01 14:11:46.690470 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4ebb9808-44fc-498d-ba93-acc87eb4d098 req-8bacd69c-9b91-42c4-be5a-c80c7fa010c3 tempest-VolumesSnapshotTestJSON-127143842 tempest-VolumesSnapshotTestJSON-127143842-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=929d6445-681f-48b3-b51f-495532864e64 HTTP/1.1" status: 200 len: 210 time: 0.0617144 Sep 01 14:11:46.722333 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-a5e56c37-401d-4247-acb2-c1befcf951b0 req-602b6bb1-d8a5-417f-9aa3-75e3c32823bf service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5efdbb74-e6fe-4a11-96cb-23855066e81b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346867 Sep 01 14:11:46.769661 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bc77f-62b9-4090-8fad-79ee61549372 req-43086669-fb49-4720-81d2-a964a33e899a tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:46.772594 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3c5bc77f-62b9-4090-8fad-79ee61549372 req-43086669-fb49-4720-81d2-a964a33e899a tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce HTTP/1.1" status: 200 len: 946 time: 0.0850310 Sep 01 14:11:46.861076 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd97cf0-ab17-4d25-8c87-ade203db8b4f req-dcf565b5-3f8b-42e6-8172-da4b87756c99 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:46.862871 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4cd97cf0-ab17-4d25-8c87-ade203db8b4f req-dcf565b5-3f8b-42e6-8172-da4b87756c99 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a8b6392-8237-47f3-9a9b-7a80f18f71c3 HTTP/1.1" status: 200 len: 943 time: 0.0750101 Sep 01 14:11:46.876150 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3c5bc77f-62b9-4090-8fad-79ee61549372 req-d6a7a913-8af6-4252-a0b5-f5b07dcb5d10 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=116a3d8d-656a-40ae-853a-3f67c7263740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960031 Sep 01 14:11:46.968257 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4cd97cf0-ab17-4d25-8c87-ade203db8b4f req-88a7af92-b907-4246-bcbf-40e835b71b4f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20e5a9df-2d6e-4876-bbd1-24d9e5952469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989707 Sep 01 14:11:47.058922 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e971e-9a7e-43ef-bb75-e2c9e4b0fb06 req-a4f74078-932e-497c-a0d7-dbb5bf880514 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:47.060655 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f83e971e-9a7e-43ef-bb75-e2c9e4b0fb06 req-a4f74078-932e-497c-a0d7-dbb5bf880514 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce HTTP/1.1" status: 200 len: 946 time: 0.0905700 Sep 01 14:11:47.073722 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 60544) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:11:47.079604 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-057c4eba-1674-4d92-9b0b-46e5d5068902 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Request body: {'floatingip': {'port_id': '13cc93c3-c869-44c3-b869-955e63001656'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:11:47.120983 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-057c4eba-1674-4d92-9b0b-46e5d5068902 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for floatingip (198cd399-9ae6-4810-80ec-91fcb79a654c), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:47.347399 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:47.665503 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-057c4eba-1674-4d92-9b0b-46e5d5068902 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:47.767620 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-057c4eba-1674-4d92-9b0b-46e5d5068902 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122292'] for floatingip (198cd399-9ae6-4810-80ec-91fcb79a654c), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:47.824583 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:48.214748 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640341c-7001-4b67-94a2-6e47ef6a90c2 req-a2741012-9d04-4e36-b0f7-3a1c125afb15 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:48.216333 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7640341c-7001-4b67-94a2-6e47ef6a90c2 req-a2741012-9d04-4e36-b0f7-3a1c125afb15 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a8b6392-8237-47f3-9a9b-7a80f18f71c3 HTTP/1.1" status: 200 len: 943 time: 0.0690844 Sep 01 14:11:48.217513 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.db.l3_db [None req-057c4eba-1674-4d92-9b0b-46e5d5068902 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Floating IP 198cd399-9ae6-4810-80ec-91fcb79a654c associated. External IP: 172.27.2.148, port: 13cc93c3-c869-44c3-b869-955e63001656. Sep 01 14:11:48.359107 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7640341c-7001-4b67-94a2-6e47ef6a90c2 req-54656fe0-b9e4-467f-9c7c-be5f002f117f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20e5a9df-2d6e-4876-bbd1-24d9e5952469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038322 Sep 01 14:11:48.610275 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:48.612442 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057c4eba-1674-4d92-9b0b-46e5d5068902 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Router e8f55aa6-3e2f-4434-9312-766524ba3bfd has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:11:48.742991 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057c4eba-1674-4d92-9b0b-46e5d5068902 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:11:48.750782 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-057c4eba-1674-4d92-9b0b-46e5d5068902 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for floatingip (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:48.757773 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b00113e-52db-4d48-873d-953195ebef14 None None] Sync routers for ids ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'] in dv-cinder-852211-7-iscsi {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:11:48.775607 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b00113e-52db-4d48-873d-953195ebef14 None None] Routers {'e8f55aa6-3e2f-4434-9312-766524ba3bfd'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:11:48.776611 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-8b00113e-52db-4d48-873d-953195ebef14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:11:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:11:48.806017 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-057c4eba-1674-4d92-9b0b-46e5d5068902 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/198cd399-9ae6-4810-80ec-91fcb79a654c HTTP/1.1" status: 200 len: 992 time: 1.7307417 Sep 01 14:11:48.806895 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce', 'tag': '13cc93c3-c869-44c3-b869-955e63001656'}] {{(pid=107073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:11:48.809363 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa2be68435688eaee197eda6180a725a3135abf9bfe352ecc662039bf4a93bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf47d17-89c8-4e6e-aa02-9c318a852bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce", "tag": "13cc93c3-c869-44c3-b869-955e63001656"}]}' {{(pid=107073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:11:48.852478 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8c9f9b-f253-461b-9669-dd60493c9222 x-openstack-request-id: req-fb8c9f9b-f253-461b-9669-dd60493c9222 {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:11:48.852945 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce", "tag": "13cc93c3-c869-44c3-b869-955e63001656", "status": "completed", "code": 200}]} {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:11:48.857973 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb8c9f9b-f253-461b-9669-dd60493c9222 {{(pid=107073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:11:48.857973 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb8c9f9b-f253-461b-9669-dd60493c9222'] response: {'name': 'network-changed', 'server_uuid': '7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce', 'tag': '13cc93c3-c869-44c3-b869-955e63001656', 'status': 'completed', 'code': 200} Sep 01 14:11:48.930771 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-8b00113e-52db-4d48-873d-953195ebef14 None None] Set router e8f55aa6-3e2f-4434-9312-766524ba3bfd gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:11:48.961217 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf47d17-89c8-4e6e-aa02-9c318a852bc1 req-3d643979-596d-4c33-90af-2a8080291d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:48.966829 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-2cf47d17-89c8-4e6e-aa02-9c318a852bc1 req-3d643979-596d-4c33-90af-2a8080291d4e service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=90a84500a899479aabfa3aeb72b4c4ae&device_id=7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce HTTP/1.1" status: 200 len: 1130 time: 0.0799959 Sep 01 14:11:49.116767 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf47d17-89c8-4e6e-aa02-9c318a852bc1 req-3be6cda9-ab7a-4852-acaf-1c5ceb7c3ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:49.118458 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-2cf47d17-89c8-4e6e-aa02-9c318a852bc1 req-3be6cda9-ab7a-4852-acaf-1c5ceb7c3ada service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=4f2459fa-f112-4ee1-abd3-6f4952507858 HTTP/1.1" status: 200 len: 916 time: 0.1450713 Sep 01 14:11:49.199940 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-2cf47d17-89c8-4e6e-aa02-9c318a852bc1 req-c1c1cc51-0bed-4521-ada9-d56589791909 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13cc93c3-c869-44c3-b869-955e63001656 HTTP/1.1" status: 200 len: 1000 time: 0.0746632 Sep 01 14:11:49.231567 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-8b00113e-52db-4d48-873d-953195ebef14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'name': 'tempest-AttachVolumeNegativeTest-1411166407-router', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:07:23Z', 'updated_at': '2022-09-01T14:07:28Z', 'revision_number': 4, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'gw_port': {'id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:24Z', 'updated_at': '2022-09-01T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': '198cd399-9ae6-4810-80ec-91fcb79a654c', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'port_id': '13cc93c3-c869-44c3-b869-955e63001656', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'mac_address': 'fa:16:3e:95:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:11:24Z', 'updated_at': '2022-09-01T14:11:47Z', 'revision_number': 1, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d322708-60c7-4a61-b0df-8d1e76fa1ff4', 'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'mac_address': 'fa:16:3e:a6:5b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:27Z', 'updated_at': '2022-09-01T14:07:34Z', 'revision_number': 5, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'subnets': [{'id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:11:49.273700 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf47d17-89c8-4e6e-aa02-9c318a852bc1 req-0e7f2482-d4c9-49a4-af35-9ea1b00f9454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:49.275175 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b00113e-52db-4d48-873d-953195ebef14 None None] Checking router: e8f55aa6-3e2f-4434-9312-766524ba3bfd for host: dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:11:49.275877 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-2cf47d17-89c8-4e6e-aa02-9c318a852bc1 req-0e7f2482-d4c9-49a4-af35-9ea1b00f9454 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=114ef839-6b7e-436f-ad2e-66278bf71661 HTTP/1.1" status: 200 len: 854 time: 0.0690010 Sep 01 14:11:49.291267 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b00113e-52db-4d48-873d-953195ebef14 None None] Routers {'e8f55aa6-3e2f-4434-9312-766524ba3bfd'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:11:49.292219 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-8b00113e-52db-4d48-873d-953195ebef14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:11:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:11:49.345413 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf47d17-89c8-4e6e-aa02-9c318a852bc1 req-99f27b40-d443-4142-b351-3cfd04f8d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:49.347216 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-2cf47d17-89c8-4e6e-aa02-9c318a852bc1 req-99f27b40-d443-4142-b351-3cfd04f8d069 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=4f2459fa-f112-4ee1-abd3-6f4952507858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0626500 Sep 01 14:11:49.398008 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=107075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:11:49.460976 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-8b00113e-52db-4d48-873d-953195ebef14 None None] Set router e8f55aa6-3e2f-4434-9312-766524ba3bfd gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:11:49.473660 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-2cf47d17-89c8-4e6e-aa02-9c318a852bc1 req-3e6cf330-50e0-4f16-954e-2ba81d278ae5 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4f2459fa-f112-4ee1-abd3-6f4952507858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196074 Sep 01 14:11:49.554017 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=100 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:49.621961 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7,segment=NetworkSegment(ed8678fe-a4a9-4872-b144-325311f6ec17),segment_id=ed8678fe-a4a9-4872-b144-325311f6ec17)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:11:49.628006 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f43eea-2691-40ce-aa78-2d570988814d req-07bef3cd-9e5e-4445-b874-87846ac7c71d tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:49.630448 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f9f43eea-2691-40ce-aa78-2d570988814d req-07bef3cd-9e5e-4445-b874-87846ac7c71d tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a8b6392-8237-47f3-9a9b-7a80f18f71c3 HTTP/1.1" status: 200 len: 943 time: 0.1096420 Sep 01 14:11:49.645393 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Returning: {'device': '8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7', 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b', 'port_id': '8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7', 'mac_address': 'fa:16:3e:34:d6:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9516b454-0891-4d29-9fc5-0ee1fc6356e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:11:49.652349 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-2cf47d17-89c8-4e6e-aa02-9c318a852bc1 req-12f82c07-b38b-4b6c-bfd9-0149a1e15ac7 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4f2459fa-f112-4ee1-abd3-6f4952507858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715057 Sep 01 14:11:49.705287 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f9f43eea-2691-40ce-aa78-2d570988814d req-311103d3-e8b9-4a16-9f7e-cb5b4aa6cc66 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20e5a9df-2d6e-4876-bbd1-24d9e5952469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600908 Sep 01 14:11:49.732301 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7 is: DOWN; New status is: BUILD {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:11:49.732704 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:49.754275 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7 {{(pid=107075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:11:49.778348 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7,segment=NetworkSegment(ed8678fe-a4a9-4872-b144-325311f6ec17),segment_id=ed8678fe-a4a9-4872-b144-325311f6ec17)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:11:49.871294 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:49.924865 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:49.942599 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7,revision_number=4']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:11:49.977965 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-8b00113e-52db-4d48-873d-953195ebef14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'name': 'tempest-AttachVolumeNegativeTest-1411166407-router', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:07:23Z', 'updated_at': '2022-09-01T14:07:28Z', 'revision_number': 4, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'gw_port': {'id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:24Z', 'updated_at': '2022-09-01T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': '198cd399-9ae6-4810-80ec-91fcb79a654c', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'port_id': '13cc93c3-c869-44c3-b869-955e63001656', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'mac_address': 'fa:16:3e:95:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:11:24Z', 'updated_at': '2022-09-01T14:11:47Z', 'revision_number': 1, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d322708-60c7-4a61-b0df-8d1e76fa1ff4', 'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'mac_address': 'fa:16:3e:a6:5b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:27Z', 'updated_at': '2022-09-01T14:07:34Z', 'revision_number': 5, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'subnets': [{'id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:11:50.025532 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b00113e-52db-4d48-873d-953195ebef14 None None] The sync data for ids ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'] in dv-cinder-852211-7-iscsi is: [{'id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'name': 'tempest-AttachVolumeNegativeTest-1411166407-router', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:07:23Z', 'updated_at': '2022-09-01T14:07:28Z', 'revision_number': 4, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'gw_port': {'id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:24Z', 'updated_at': '2022-09-01T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': '198cd399-9ae6-4810-80ec-91fcb79a654c', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'port_id': '13cc93c3-c869-44c3-b869-955e63001656', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'mac_address': 'fa:16:3e:95:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:11:24Z', 'updated_at': '2022-09-01T14:11:47Z', 'revision_number': 1, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d322708-60c7-4a61-b0df-8d1e76fa1ff4', 'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'mac_address': 'fa:16:3e:a6:5b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:27Z', 'updated_at': '2022-09-01T14:07:34Z', 'revision_number': 5, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'subnets': [{'id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:11:50.195408 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] get_ports_and_sgs() called for port_ids ['8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7'] {{(pid=107075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 14:11:50.289980 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76848d7-72c9-46c2-8540-c4515349ca40 None None] New status for floating IP 198cd399-9ae6-4810-80ec-91fcb79a654c: ACTIVE {{(pid=107075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 14:11:50.876936 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ffafe-44fa-47bc-8fb8-db88400c88dd req-86b44cee-96af-44db-9492-cd7c6280243b tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:50.878510 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-fe7ffafe-44fa-47bc-8fb8-db88400c88dd req-86b44cee-96af-44db-9492-cd7c6280243b tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a8b6392-8237-47f3-9a9b-7a80f18f71c3 HTTP/1.1" status: 200 len: 944 time: 0.0632010 Sep 01 14:11:50.935181 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-fe7ffafe-44fa-47bc-8fb8-db88400c88dd req-0193dc9d-1f07-4a3b-b340-c7be8157a4cb tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20e5a9df-2d6e-4876-bbd1-24d9e5952469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497723 Sep 01 14:11:52.089736 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0959941-953c-44ae-8277-b14a462983b0 req-0b145069-a0e3-49d1-bdf7-ebce4b0ff26f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:52.092620 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f0959941-953c-44ae-8277-b14a462983b0 req-0b145069-a0e3-49d1-bdf7-ebce4b0ff26f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a8b6392-8237-47f3-9a9b-7a80f18f71c3 HTTP/1.1" status: 200 len: 944 time: 0.0635891 Sep 01 14:11:52.163508 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f0959941-953c-44ae-8277-b14a462983b0 req-67472013-64a0-418a-b7c4-8ad1f6a8b20e tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20e5a9df-2d6e-4876-bbd1-24d9e5952469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649958 Sep 01 14:11:53.314126 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1bbcbd-3acc-4b2f-b2e2-f3685bd16932 req-702541aa-d530-42ba-b99b-6fc079ad94c7 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:53.315751 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-db1bbcbd-3acc-4b2f-b2e2-f3685bd16932 req-702541aa-d530-42ba-b99b-6fc079ad94c7 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a8b6392-8237-47f3-9a9b-7a80f18f71c3 HTTP/1.1" status: 200 len: 944 time: 0.0590487 Sep 01 14:11:53.376983 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-db1bbcbd-3acc-4b2f-b2e2-f3685bd16932 req-42b51c01-8936-435b-a25c-f938a119fea7 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20e5a9df-2d6e-4876-bbd1-24d9e5952469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551319 Sep 01 14:11:53.835872 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7 up at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:11:53.884635 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning for port 8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7 completed by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 14:11:53.956026 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning complete for port 8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:11:53.956411 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:54.048860 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7 is: BUILD; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:11:54.049393 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:54.077093 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8b6392-8237-47f3-9a9b-7a80f18f71c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7'}] {{(pid=107075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:11:54.080298 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea684a423e005867ab2b2321dba33e59ce354bd0b218533ae43957e9dbf26841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee0fa0d-65ee-43a4-b8ab-01403e5aef65" -d '{"events": [{"server_uuid": "8a8b6392-8237-47f3-9a9b-7a80f18f71c3", "name": "network-vif-plugged", "status": "completed", "tag": "8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7"}]}' {{(pid=107075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:11:54.096752 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7,segment=NetworkSegment(ed8678fe-a4a9-4872-b144-325311f6ec17),segment_id=ed8678fe-a4a9-4872-b144-325311f6ec17)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:11:54.129695 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bf64da-e3fe-41fc-9a71-046983927b49 x-openstack-request-id: req-63bf64da-e3fe-41fc-9a71-046983927b49 {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:11:54.130126 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8b6392-8237-47f3-9a9b-7a80f18f71c3", "name": "network-vif-plugged", "status": "completed", "tag": "8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7", "code": 200}]} {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:11:54.130423 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63bf64da-e3fe-41fc-9a71-046983927b49 {{(pid=107075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:11:54.130912 dv-cinder-852211-7-iscsi neutron-server[107075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63bf64da-e3fe-41fc-9a71-046983927b49'] response: {'server_uuid': '8a8b6392-8237-47f3-9a9b-7a80f18f71c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7', 'code': 200} Sep 01 14:11:54.191334 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:54.298121 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7,revision_number=5']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:11:54.514910 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5c2d1-6458-4bfe-929e-f68582c36bb6 req-29a6a045-a6b6-487d-b9cd-f43052057744 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:54.517357 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8ce5c2d1-6458-4bfe-929e-f68582c36bb6 req-29a6a045-a6b6-487d-b9cd-f43052057744 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a8b6392-8237-47f3-9a9b-7a80f18f71c3 HTTP/1.1" status: 200 len: 945 time: 0.0547886 Sep 01 14:11:54.534994 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-2b6431a6-677a-4bbe-af8f-67c92762a58c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:54.584842 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8ce5c2d1-6458-4bfe-929e-f68582c36bb6 req-c64387db-d98d-4de6-a35a-11ae7f49a24c tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20e5a9df-2d6e-4876-bbd1-24d9e5952469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617380 Sep 01 14:11:54.677978 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 6 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:11:54.705442 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=100 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:54.744973 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d8918-d664-4f80-9371-d66c7ca59d48 req-117d23ab-cd37-4225-b0fa-dcfb2d2ef625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:54.747389 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-914d8918-d664-4f80-9371-d66c7ca59d48 req-117d23ab-cd37-4225-b0fa-dcfb2d2ef625 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8a8b6392-8237-47f3-9a9b-7a80f18f71c3 HTTP/1.1" status: 200 len: 1129 time: 0.0512893 Sep 01 14:11:54.800872 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-914d8918-d664-4f80-9371-d66c7ca59d48 req-07b00393-ece4-4dab-a4df-96b7a0e552f5 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=20e5a9df-2d6e-4876-bbd1-24d9e5952469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458252 Sep 01 14:11:55.727469 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff39c0-e03b-44dd-acb3-c4e602091a5b req-e6e90c0d-80cc-4893-9737-a101d4ee518e tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:55.729148 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b5ff39c0-e03b-44dd-acb3-c4e602091a5b req-e6e90c0d-80cc-4893-9737-a101d4ee518e tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a8b6392-8237-47f3-9a9b-7a80f18f71c3 HTTP/1.1" status: 200 len: 945 time: 0.0573168 Sep 01 14:11:55.791159 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b5ff39c0-e03b-44dd-acb3-c4e602091a5b req-ba9ebb95-388d-4c28-b15d-c5c6744ec2c3 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20e5a9df-2d6e-4876-bbd1-24d9e5952469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552688 Sep 01 14:11:56.947101 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cab25c-a53c-4402-8c92-b64f5bd8eb8a req-7ecc2f67-a9d3-4f6c-b01c-90a4b03ef0f9 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:56.949579 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-51cab25c-a53c-4402-8c92-b64f5bd8eb8a req-7ecc2f67-a9d3-4f6c-b01c-90a4b03ef0f9 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a8b6392-8237-47f3-9a9b-7a80f18f71c3 HTTP/1.1" status: 200 len: 945 time: 0.0661244 Sep 01 14:11:57.025025 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-51cab25c-a53c-4402-8c92-b64f5bd8eb8a req-fa94198c-86f1-4521-ab11-5e3a6c7bd78b tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20e5a9df-2d6e-4876-bbd1-24d9e5952469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683286 Sep 01 14:11:57.407441 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-b80fcf96-fe09-4c59-ade9-f9d9637fb9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:58.164958 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240e780-ab30-4f09-8c56-b033fcf1c8b1 req-9ba7880b-985f-4f5d-ac51-8993be61bf16 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:58.166678 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5240e780-ab30-4f09-8c56-b033fcf1c8b1 req-9ba7880b-985f-4f5d-ac51-8993be61bf16 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a8b6392-8237-47f3-9a9b-7a80f18f71c3 HTTP/1.1" status: 200 len: 945 time: 0.0530331 Sep 01 14:11:58.180456 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:58.222940 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5240e780-ab30-4f09-8c56-b033fcf1c8b1 req-464bdb54-5ea4-4121-9c2f-aa6bea51dfae tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20e5a9df-2d6e-4876-bbd1-24d9e5952469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497708 Sep 01 14:11:58.360619 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208a680-be87-4937-8929-811fb317d120 req-00096c17-be59-474d-bd9f-3696818a5d18 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:58.362829 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4208a680-be87-4937-8929-811fb317d120 req-00096c17-be59-474d-bd9f-3696818a5d18 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a8b6392-8237-47f3-9a9b-7a80f18f71c3 HTTP/1.1" status: 200 len: 945 time: 0.0578585 Sep 01 14:11:58.376372 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 60618) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:11:58.381540 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-0a27be0b-75f9-4d93-bb8d-eb2a72a6d728 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Request body: {'floatingip': {'port_id': '8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:11:58.435363 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0a27be0b-75f9-4d93-bb8d-eb2a72a6d728 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for floatingip (fc3881df-4ca3-48b3-ad99-5c4ee6c267e8), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:58.743312 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:11:58.997325 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0a27be0b-75f9-4d93-bb8d-eb2a72a6d728 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:59.082039 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0a27be0b-75f9-4d93-bb8d-eb2a72a6d728 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122292'] for floatingip (fc3881df-4ca3-48b3-ad99-5c4ee6c267e8), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:59.211268 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.db.l3_db [None req-0a27be0b-75f9-4d93-bb8d-eb2a72a6d728 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Floating IP fc3881df-4ca3-48b3-ad99-5c4ee6c267e8 associated. External IP: 172.27.2.231, port: 8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7. Sep 01 14:11:59.219763 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:59.449278 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a27be0b-75f9-4d93-bb8d-eb2a72a6d728 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Router eee64747-ed94-47a0-93f9-178ac5acd67c has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:11:59.637108 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a27be0b-75f9-4d93-bb8d-eb2a72a6d728 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:11:59.644553 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0a27be0b-75f9-4d93-bb8d-eb2a72a6d728 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for floatingip (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:11:59.657548 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e519e561-4077-446a-9e76-d3c78589635f None None] Sync routers for ids ['eee64747-ed94-47a0-93f9-178ac5acd67c'] in dv-cinder-852211-7-iscsi {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:11:59.675585 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e519e561-4077-446a-9e76-d3c78589635f None None] Routers {'eee64747-ed94-47a0-93f9-178ac5acd67c'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:11:59.677431 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-e519e561-4077-446a-9e76-d3c78589635f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:11:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['eee64747-ed94-47a0-93f9-178ac5acd67c'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:11:59.715279 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-0a27be0b-75f9-4d93-bb8d-eb2a72a6d728 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/fc3881df-4ca3-48b3-ad99-5c4ee6c267e8 HTTP/1.1" status: 200 len: 991 time: 1.3377090 Sep 01 14:11:59.716140 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a8b6392-8237-47f3-9a9b-7a80f18f71c3', 'tag': '8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7'}] {{(pid=107073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:11:59.720870 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa2be68435688eaee197eda6180a725a3135abf9bfe352ecc662039bf4a93bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa85bda-128d-4663-bc16-1df212d9ee57" -d '{"events": [{"name": "network-changed", "server_uuid": "8a8b6392-8237-47f3-9a9b-7a80f18f71c3", "tag": "8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7"}]}' {{(pid=107073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:11:59.788913 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdec160-ef95-4862-87a0-d75039fcb92f x-openstack-request-id: req-acdec160-ef95-4862-87a0-d75039fcb92f {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:11:59.789304 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a8b6392-8237-47f3-9a9b-7a80f18f71c3", "tag": "8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7", "status": "completed", "code": 200}]} {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:11:59.789743 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-acdec160-ef95-4862-87a0-d75039fcb92f {{(pid=107073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:11:59.790440 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acdec160-ef95-4862-87a0-d75039fcb92f'] response: {'name': 'network-changed', 'server_uuid': '8a8b6392-8237-47f3-9a9b-7a80f18f71c3', 'tag': '8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7', 'status': 'completed', 'code': 200} Sep 01 14:11:59.850056 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-e519e561-4077-446a-9e76-d3c78589635f None None] Set router eee64747-ed94-47a0-93f9-178ac5acd67c gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:11:59.876434 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa85bda-128d-4663-bc16-1df212d9ee57 req-628ac578-3c91-4e25-98b5-3ddf568fdf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:11:59.878804 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-6fa85bda-128d-4663-bc16-1df212d9ee57 req-628ac578-3c91-4e25-98b5-3ddf568fdf1e service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=eaba67e3a54f4191b9b924305a83e4eb&device_id=8a8b6392-8237-47f3-9a9b-7a80f18f71c3 HTTP/1.1" status: 200 len: 1129 time: 0.0605633 Sep 01 14:12:00.001184 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=100 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:00.028137 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=100 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:00.043496 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa85bda-128d-4663-bc16-1df212d9ee57 req-a2d478b4-542a-4eb4-b396-afb4d309728a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:00.046341 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-6fa85bda-128d-4663-bc16-1df212d9ee57 req-a2d478b4-542a-4eb4-b396-afb4d309728a service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=5efdbb74-e6fe-4a11-96cb-23855066e81b HTTP/1.1" status: 200 len: 911 time: 0.1594169 Sep 01 14:12:00.137821 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-6fa85bda-128d-4663-bc16-1df212d9ee57 req-30b444c5-2a9b-43c9-9fc3-bf5059a8fafa service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7 HTTP/1.1" status: 200 len: 999 time: 0.0825641 Sep 01 14:12:00.179782 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-e519e561-4077-446a-9e76-d3c78589635f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'name': 'tempest-AttachVolumeTestJSON-531647860-router', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:43Z', 'updated_at': '2022-09-01T14:05:58Z', 'revision_number': 4, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'gw_port': {'id': 'b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:45Z', 'updated_at': '2022-09-01T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': 'fc3881df-4ca3-48b3-ad99-5c4ee6c267e8', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'port_id': '8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b', 'mac_address': 'fa:16:3e:34:d6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8b6392-8237-47f3-9a9b-7a80f18f71c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:11:34Z', 'updated_at': '2022-09-01T14:11:58Z', 'revision_number': 1, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ee6083-9372-4eee-acbd-9954043934ae', 'name': '', 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'mac_address': 'fa:16:3e:f6:a7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9516b454-0891-4d29-9fc5-0ee1fc6356e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:55Z', 'updated_at': '2022-09-01T14:06:21Z', 'revision_number': 5, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'subnets': [{'id': '9516b454-0891-4d29-9fc5-0ee1fc6356e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:12:00.232396 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e519e561-4077-446a-9e76-d3c78589635f None None] Checking router: eee64747-ed94-47a0-93f9-178ac5acd67c for host: dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:12:00.241027 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa85bda-128d-4663-bc16-1df212d9ee57 req-c4196dbb-8b4e-484b-9fe0-e8ee7f480a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:00.242926 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-6fa85bda-128d-4663-bc16-1df212d9ee57 req-c4196dbb-8b4e-484b-9fe0-e8ee7f480a8f service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=9516b454-0891-4d29-9fc5-0ee1fc6356e3 HTTP/1.1" status: 200 len: 849 time: 0.0982916 Sep 01 14:12:00.245183 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e519e561-4077-446a-9e76-d3c78589635f None None] Routers {'eee64747-ed94-47a0-93f9-178ac5acd67c'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:12:00.245985 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-e519e561-4077-446a-9e76-d3c78589635f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:11:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['eee64747-ed94-47a0-93f9-178ac5acd67c'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:12:00.291979 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:00.313414 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa85bda-128d-4663-bc16-1df212d9ee57 req-0f3ac69a-5aab-4557-83cd-7d37dafcba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:00.316306 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-6fa85bda-128d-4663-bc16-1df212d9ee57 req-0f3ac69a-5aab-4557-83cd-7d37dafcba6c service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=5efdbb74-e6fe-4a11-96cb-23855066e81b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631609 Sep 01 14:12:00.378530 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-e519e561-4077-446a-9e76-d3c78589635f None None] Set router eee64747-ed94-47a0-93f9-178ac5acd67c gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:12:00.443846 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:00.466919 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-6fa85bda-128d-4663-bc16-1df212d9ee57 req-723b8aa7-5469-473b-a83f-a0eb7d7582af service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5efdbb74-e6fe-4a11-96cb-23855066e81b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424737 Sep 01 14:12:00.602388 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-6fa85bda-128d-4663-bc16-1df212d9ee57 req-fb13f6a0-ba15-4fd2-9a26-d18b979ae916 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5efdbb74-e6fe-4a11-96cb-23855066e81b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204135 Sep 01 14:12:00.645988 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-e519e561-4077-446a-9e76-d3c78589635f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'name': 'tempest-AttachVolumeTestJSON-531647860-router', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:43Z', 'updated_at': '2022-09-01T14:05:58Z', 'revision_number': 4, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'gw_port': {'id': 'b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:45Z', 'updated_at': '2022-09-01T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': 'fc3881df-4ca3-48b3-ad99-5c4ee6c267e8', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'port_id': '8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b', 'mac_address': 'fa:16:3e:34:d6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8b6392-8237-47f3-9a9b-7a80f18f71c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:11:34Z', 'updated_at': '2022-09-01T14:11:58Z', 'revision_number': 1, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ee6083-9372-4eee-acbd-9954043934ae', 'name': '', 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'mac_address': 'fa:16:3e:f6:a7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9516b454-0891-4d29-9fc5-0ee1fc6356e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:55Z', 'updated_at': '2022-09-01T14:06:21Z', 'revision_number': 5, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'subnets': [{'id': '9516b454-0891-4d29-9fc5-0ee1fc6356e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:12:00.676661 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e519e561-4077-446a-9e76-d3c78589635f None None] The sync data for ids ['eee64747-ed94-47a0-93f9-178ac5acd67c'] in dv-cinder-852211-7-iscsi is: [{'id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'name': 'tempest-AttachVolumeTestJSON-531647860-router', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:43Z', 'updated_at': '2022-09-01T14:05:58Z', 'revision_number': 4, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'gw_port': {'id': 'b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:45Z', 'updated_at': '2022-09-01T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': 'fc3881df-4ca3-48b3-ad99-5c4ee6c267e8', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'port_id': '8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b', 'mac_address': 'fa:16:3e:34:d6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8b6392-8237-47f3-9a9b-7a80f18f71c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:11:34Z', 'updated_at': '2022-09-01T14:11:58Z', 'revision_number': 1, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ee6083-9372-4eee-acbd-9954043934ae', 'name': '', 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'mac_address': 'fa:16:3e:f6:a7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9516b454-0891-4d29-9fc5-0ee1fc6356e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:55Z', 'updated_at': '2022-09-01T14:06:21Z', 'revision_number': 5, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'subnets': [{'id': '9516b454-0891-4d29-9fc5-0ee1fc6356e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:12:00.900817 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1500070f-530b-49b0-8e49-ef901a88efd6 None None] New status for floating IP fc3881df-4ca3-48b3-ad99-5c4ee6c267e8: ACTIVE {{(pid=107075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 14:12:01.355967 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:08.293972 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:09.705048 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:09.706979 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:10.593673 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=51 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:10.596685 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=60 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:11.717495 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fcd30b-79b5-4f28-b664-f47c120e2b73 req-2dcff619-0539-4cb1-a3ac-bdc8274b3f02 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:11.721166 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-53fcd30b-79b5-4f28-b664-f47c120e2b73 req-2dcff619-0539-4cb1-a3ac-bdc8274b3f02 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.0626245 Sep 01 14:12:11.793184 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-53fcd30b-79b5-4f28-b664-f47c120e2b73 req-be4b202f-d278-45f4-835f-d2d78b776506 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629551 Sep 01 14:12:12.978357 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5055fe-8188-4cf8-b669-1e6a5e23f65b req-20ca5fd0-3686-49fa-8c8b-61646d1cb5fa tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:12.979005 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9d5055fe-8188-4cf8-b669-1e6a5e23f65b req-20ca5fd0-3686-49fa-8c8b-61646d1cb5fa tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.0862887 Sep 01 14:12:13.052439 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9d5055fe-8188-4cf8-b669-1e6a5e23f65b req-f85f6f16-28ac-4967-9ee0-5610fdf957ec tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628312 Sep 01 14:12:14.225857 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebd7ea-d8d4-4df8-832e-e14da7a0ff2e req-51cc061a-1d4a-4a9d-b190-dabd2d727bbd tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:14.228610 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-56ebd7ea-d8d4-4df8-832e-e14da7a0ff2e req-51cc061a-1d4a-4a9d-b190-dabd2d727bbd tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.0672479 Sep 01 14:12:14.296693 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-56ebd7ea-d8d4-4df8-832e-e14da7a0ff2e req-71cd6e90-4009-4734-b5e2-2428eac65b78 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610001 Sep 01 14:12:14.699991 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707905c6-3df6-4015-8967-212737623572 req-a1ff935f-eea4-4130-835c-bd806acd8652 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:14.701704 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-707905c6-3df6-4015-8967-212737623572 req-a1ff935f-eea4-4130-835c-bd806acd8652 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 945 time: 0.0663972 Sep 01 14:12:14.763377 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-707905c6-3df6-4015-8967-212737623572 req-0eb25c8f-738a-4b37-897b-215b05a1c060 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547357 Sep 01 14:12:15.440763 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25970687-7ad4-4518-a952-ed66fda25abd req-286a2b75-0dd8-4a04-bd66-e0125e1c9a62 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:15.442384 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-25970687-7ad4-4518-a952-ed66fda25abd req-286a2b75-0dd8-4a04-bd66-e0125e1c9a62 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.0549526 Sep 01 14:12:15.525206 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-25970687-7ad4-4518-a952-ed66fda25abd req-c0f00faf-bbe2-4d8b-a1f3-e4aebbbb6357 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756760 Sep 01 14:12:15.691872 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 60780) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:12:15.755786 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_v2 [None req-b614ef8a-ea9e-403a-bf25-c25e6302d8db admin admin] Deleting subnet 4ea87ade-011f-4e61-be9d-8a876a11d6d7 {{(pid=107074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 14:12:15.761594 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b614ef8a-ea9e-403a-bf25-c25e6302d8db admin admin] Publish callbacks [] for subnet (4ea87ade-011f-4e61-be9d-8a876a11d6d7), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:15.829106 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b614ef8a-ea9e-403a-bf25-c25e6302d8db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2922440'] for subnet (4ea87ade-011f-4e61-be9d-8a876a11d6d7), precommit_delete_associations {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:15.908303 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b614ef8a-ea9e-403a-bf25-c25e6302d8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784543'] for subnet (4ea87ade-011f-4e61-be9d-8a876a11d6d7), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:15.915977 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352becf-b268-498d-a6d4-385bd31d46f9 req-73216c42-5b19-4c7d-a86f-80c6a9102640 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:15.917814 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c352becf-b268-498d-a6d4-385bd31d46f9 req-73216c42-5b19-4c7d-a86f-80c6a9102640 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 945 time: 0.0561430 Sep 01 14:12:15.995149 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c352becf-b268-498d-a6d4-385bd31d46f9 req-4c042365-b474-4295-a5cf-d6b6bb4b0974 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620551 Sep 01 14:12:16.162280 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b614ef8a-ea9e-403a-bf25-c25e6302d8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2922457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2708936'] for subnet (4ea87ade-011f-4e61-be9d-8a876a11d6d7), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:16.225817 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b614ef8a-ea9e-403a-bf25-c25e6302d8db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ea87ade-011f-4e61-be9d-8a876a11d6d7,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:16.240433 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b614ef8a-ea9e-403a-bf25-c25e6302d8db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for subnet (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:16.240433 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-b614ef8a-ea9e-403a-bf25-c25e6302d8db admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/4ea87ade-011f-4e61-be9d-8a876a11d6d7 HTTP/1.1" status: 204 len: 168 time: 0.5440743 Sep 01 14:12:16.241608 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 60784) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:12:16.247659 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614ef8a-ea9e-403a-bf25-c25e6302d8db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:16.248007 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614ef8a-ea9e-403a-bf25-c25e6302d8db admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:16.248358 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614ef8a-ea9e-403a-bf25-c25e6302d8db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:16.248702 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614ef8a-ea9e-403a-bf25-c25e6302d8db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:16.249046 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614ef8a-ea9e-403a-bf25-c25e6302d8db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:16.249996 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614ef8a-ea9e-403a-bf25-c25e6302d8db admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:16.250822 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614ef8a-ea9e-403a-bf25-c25e6302d8db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:16.251273 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614ef8a-ea9e-403a-bf25-c25e6302d8db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:16.251625 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614ef8a-ea9e-403a-bf25-c25e6302d8db admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:16.252953 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614ef8a-ea9e-403a-bf25-c25e6302d8db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:16.253309 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614ef8a-ea9e-403a-bf25-c25e6302d8db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:16.253654 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614ef8a-ea9e-403a-bf25-c25e6302d8db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:16.254026 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614ef8a-ea9e-403a-bf25-c25e6302d8db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:16.254375 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614ef8a-ea9e-403a-bf25-c25e6302d8db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:16.254694 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614ef8a-ea9e-403a-bf25-c25e6302d8db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:16.271041 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12396d2-ec19-4ac0-b7f1-34eaee218ca2 req-cc2ac49c-e97a-42fa-a211-8c5cadec6e7a tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:16.279468 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-f12396d2-ec19-4ac0-b7f1-34eaee218ca2 req-cc2ac49c-e97a-42fa-a211-8c5cadec6e7a tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.1047649 Sep 01 14:12:16.343123 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-e5869cf0-a2a2-4bd4-ac6f-81c6cb918745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-703534'] for network (d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:16.377762 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [req-f12396d2-ec19-4ac0-b7f1-34eaee218ca2 req-392856cb-d654-42e1-b329-e1db66f2e9c6 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Deleting port f27eab44-1c4b-4c5c-95ab-4dbdc5728861 {{(pid=107074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:12:16.378167 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-f12396d2-ec19-4ac0-b7f1-34eaee218ca2 req-392856cb-d654-42e1-b329-e1db66f2e9c6 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (f27eab44-1c4b-4c5c-95ab-4dbdc5728861), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:16.466292 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-e5869cf0-a2a2-4bd4-ac6f-81c6cb918745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718328', 'neutron.services.segments.db._delete_segments_for_network-8786311954077'] for network (d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:16.488714 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [req-f12396d2-ec19-4ac0-b7f1-34eaee218ca2 req-392856cb-d654-42e1-b329-e1db66f2e9c6 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] For port f27eab44-1c4b-4c5c-95ab-4dbdc5728861, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=f27eab44-1c4b-4c5c-95ab-4dbdc5728861,segment=NetworkSegment(21afd361-14bd-45f1-b42f-187569ad44e0),segment_id=21afd361-14bd-45f1-b42f-187569ad44e0)] {{(pid=107074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:12:16.489084 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-f12396d2-ec19-4ac0-b7f1-34eaee218ca2 req-392856cb-d654-42e1-b329-e1db66f2e9c6 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (f27eab44-1c4b-4c5c-95ab-4dbdc5728861), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:16.514415 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.services.segments.db [None req-e5869cf0-a2a2-4bd4-ac6f-81c6cb918745 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0']}} {{(pid=107073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:12:16.523895 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.services.segments.db [None req-e5869cf0-a2a2-4bd4-ac6f-81c6cb918745 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0922301-047c-4f55-a8b0-9261b3aa0d17') {'for_net_delete': True} {{(pid=107073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:12:16.524514 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.services.segments.db [None req-e5869cf0-a2a2-4bd4-ac6f-81c6cb918745 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0922301-047c-4f55-a8b0-9261b3aa0d17') {} {{(pid=107073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:12:16.542469 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-e5869cf0-a2a2-4bd4-ac6f-81c6cb918745 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786311985893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4006317'] for segment (c0922301-047c-4f55-a8b0-9261b3aa0d17), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:16.568407 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-e5869cf0-a2a2-4bd4-ac6f-81c6cb918745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881'] for segment (c0922301-047c-4f55-a8b0-9261b3aa0d17), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:16.593791 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5869cf0-a2a2-4bd4-ac6f-81c6cb918745 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=107073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 14:12:16.594804 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-e5869cf0-a2a2-4bd4-ac6f-81c6cb918745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3071137'] for segment (c0922301-047c-4f55-a8b0-9261b3aa0d17), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:16.676259 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.services.segments.plugin [-] Segment c0922301-047c-4f55-a8b0-9261b3aa0d17 resource provider aggregate not found Sep 01 14:12:16.736999 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.services.segments.plugin [-] Segment c0922301-047c-4f55-a8b0-9261b3aa0d17 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c0922301-047c-4f55-a8b0-9261b3aa0d17 found for delete ", "request_id": "req-afbe945e-0a1f-423f-991f-bf11241a0a1e"}]} Sep 01 14:12:16.755509 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-f12396d2-ec19-4ac0-b7f1-34eaee218ca2 req-392856cb-d654-42e1-b329-e1db66f2e9c6 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:16.756385 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-f12396d2-ec19-4ac0-b7f1-34eaee218ca2 req-392856cb-d654-42e1-b329-e1db66f2e9c6 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122292'] for floatingip (f5eff4ae-6807-4bd0-99f4-c14f082249df), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:16.756385 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.db.l3_db [req-f12396d2-ec19-4ac0-b7f1-34eaee218ca2 req-392856cb-d654-42e1-b329-e1db66f2e9c6 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Floating IP f5eff4ae-6807-4bd0-99f4-c14f082249df disassociated. External IP: 172.27.2.23, port: f27eab44-1c4b-4c5c-95ab-4dbdc5728861. Sep 01 14:12:16.756847 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [req-f12396d2-ec19-4ac0-b7f1-34eaee218ca2 req-392856cb-d654-42e1-b329-e1db66f2e9c6 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Calling delete_port for f27eab44-1c4b-4c5c-95ab-4dbdc5728861 owned by compute:nova {{(pid=107074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:12:16.762535 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912f02e-34bf-4558-baa8-b9c927ef9262 req-9b2361e7-bbed-4f49-b318-008074b9c649 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:16.766278 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4912f02e-34bf-4558-baa8-b9c927ef9262 req-9b2361e7-bbed-4f49-b318-008074b9c649 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 945 time: 0.0905325 Sep 01 14:12:16.831024 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-e5869cf0-a2a2-4bd4-ac6f-81c6cb918745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122255'] for network (d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:16.837311 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4912f02e-34bf-4558-baa8-b9c927ef9262 req-ba5747b4-7dab-4b22-95e3-79ef0c3a57b0 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aae936a3-a9ba-4942-bbd3-852eed2cdb00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645542 Sep 01 14:12:16.843066 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-e5869cf0-a2a2-4bd4-ac6f-81c6cb918745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for network (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:16.854483 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-e5869cf0-a2a2-4bd4-ac6f-81c6cb918745 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0 HTTP/1.1" status: 204 len: 168 time: 0.6063533 Sep 01 14:12:16.871950 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5869cf0-a2a2-4bd4-ac6f-81c6cb918745 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1c0ee50-5f2f-4508-9ae2-29e7d03abfd0,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:17.082621 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-f12396d2-ec19-4ac0-b7f1-34eaee218ca2 req-392856cb-d654-42e1-b329-e1db66f2e9c6 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (f27eab44-1c4b-4c5c-95ab-4dbdc5728861), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:17.124401 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392856cb-d654-42e1-b329-e1db66f2e9c6 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Pushing event deleted for resources: {'Port': ['ID=f27eab44-1c4b-4c5c-95ab-4dbdc5728861,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:17.134759 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:17.172249 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e7ca9-d75b-4cfa-8c45-4a8260eefdd5 req-3a8be1ce-5650-44d8-bf5a-13f7b8ffccff tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:17.174919 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7f1e7ca9-d75b-4cfa-8c45-4a8260eefdd5 req-3a8be1ce-5650-44d8-bf5a-13f7b8ffccff tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 945 time: 0.0902388 Sep 01 14:12:17.188192 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:17.219626 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:17.249026 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7f1e7ca9-d75b-4cfa-8c45-4a8260eefdd5 req-df55f630-4942-41d1-aebd-3c1dd7f39eac tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680676 Sep 01 14:12:17.273945 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:17.287613 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f12396d2-ec19-4ac0-b7f1-34eaee218ca2 req-392856cb-d654-42e1-b329-e1db66f2e9c6 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Router 57c9ec02-e72b-4e01-9908-f9246af4a8a2 has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:12:17.407817 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f12396d2-ec19-4ac0-b7f1-34eaee218ca2 req-392856cb-d654-42e1-b329-e1db66f2e9c6 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:12:17.419405 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd8f262-9dbe-4153-b620-dc90c7bdfcdd None None] Sync routers for ids ['57c9ec02-e72b-4e01-9908-f9246af4a8a2'] in dv-cinder-852211-7-iscsi {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:12:17.435675 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd8f262-9dbe-4153-b620-dc90c7bdfcdd None None] Routers {'57c9ec02-e72b-4e01-9908-f9246af4a8a2'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:12:17.436315 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-7dd8f262-9dbe-4153-b620-dc90c7bdfcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:11:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['57c9ec02-e72b-4e01-9908-f9246af4a8a2'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:12:17.459357 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12396d2-ec19-4ac0-b7f1-34eaee218ca2 req-392856cb-d654-42e1-b329-e1db66f2e9c6 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] No DVR routers for this DVR port f27eab44-1c4b-4c5c-95ab-4dbdc5728861 on host hv-cinder-85221 {{(pid=107074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:12:17.463050 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-f12396d2-ec19-4ac0-b7f1-34eaee218ca2 req-392856cb-d654-42e1-b329-e1db66f2e9c6 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:17.466541 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-f12396d2-ec19-4ac0-b7f1-34eaee218ca2 req-392856cb-d654-42e1-b329-e1db66f2e9c6 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.72 "DELETE /networking/v2.0/ports/f27eab44-1c4b-4c5c-95ab-4dbdc5728861 HTTP/1.1" status: 204 len: 173 time: 1.1880853 Sep 01 14:12:17.467031 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1988647a-695e-49b8-a5d3-dd6c93c10ae5', 'name': 'network-vif-deleted', 'tag': 'f27eab44-1c4b-4c5c-95ab-4dbdc5728861'}] {{(pid=107074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:12:17.475135 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c297ab1b76e2baeed04979654ee05671bdf6dedd7a272174e678f0e52b3dfb88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b728bc-8ce3-43a5-928c-fe0cf5ac6c78" -d '{"events": [{"server_uuid": "1988647a-695e-49b8-a5d3-dd6c93c10ae5", "name": "network-vif-deleted", "tag": "f27eab44-1c4b-4c5c-95ab-4dbdc5728861"}]}' {{(pid=107074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:12:17.494108 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 60800) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:12:17.554847 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-8a823e96-d21a-4586-9ba7-5af3d9e7fdae admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=2e6d998735c243c3bcd08ca2e2d81ae9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0594928 Sep 01 14:12:17.560406 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 60802) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:12:17.563116 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c920c73-9a9f-43d7-98dd-7bc447b9b54e x-openstack-request-id: req-4c920c73-9a9f-43d7-98dd-7bc447b9b54e {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:12:17.563611 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1988647a-695e-49b8-a5d3-dd6c93c10ae5", "name": "network-vif-deleted", "tag": "f27eab44-1c4b-4c5c-95ab-4dbdc5728861", "status": "completed", "code": 200}]} {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:12:17.563964 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c920c73-9a9f-43d7-98dd-7bc447b9b54e {{(pid=107074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:12:17.564641 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c920c73-9a9f-43d7-98dd-7bc447b9b54e'] response: {'server_uuid': '1988647a-695e-49b8-a5d3-dd6c93c10ae5', 'name': 'network-vif-deleted', 'tag': 'f27eab44-1c4b-4c5c-95ab-4dbdc5728861', 'status': 'completed', 'code': 200} Sep 01 14:12:17.597884 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-7dd8f262-9dbe-4153-b620-dc90c7bdfcdd None None] Set router 57c9ec02-e72b-4e01-9908-f9246af4a8a2 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:12:17.657280 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d2d8c9ca-a682-4f60-b285-661fc9c592ae admin admin] Publish callbacks [] for security_group (2ace0a83-ed2e-4998-8363-4ec93e8f320a), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:17.682286 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d2d8c9ca-a682-4f60-b285-661fc9c592ae admin admin] Publish callbacks [] for security_group (2ace0a83-ed2e-4998-8363-4ec93e8f320a), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:17.860603 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d2d8c9ca-a682-4f60-b285-661fc9c592ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (2ace0a83-ed2e-4998-8363-4ec93e8f320a), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:17.866353 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d2d8c9ca-a682-4f60-b285-661fc9c592ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:17.868304 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-d2d8c9ca-a682-4f60-b285-661fc9c592ae admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2ace0a83-ed2e-4998-8363-4ec93e8f320a HTTP/1.1" status: 204 len: 168 time: 0.3065948 Sep 01 14:12:17.903294 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8c9ca-a682-4f60-b285-661fc9c592ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ace0a83-ed2e-4998-8363-4ec93e8f320a,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:17.938379 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-7dd8f262-9dbe-4153-b620-dc90c7bdfcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'name': 'tempest-ServerRescueNegativeTestJSON-647081354-router', 'tenant_id': '36049d2090b84443a3bf3bf00558379e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ba85496b-b991-48c7-9c6c-3b8b42b120e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:43Z', 'updated_at': '2022-09-01T14:06:00Z', 'revision_number': 4, 'project_id': '36049d2090b84443a3bf3bf00558379e', 'gw_port': {'id': 'ba85496b-b991-48c7-9c6c-3b8b42b120e3', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:08:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:45Z', 'updated_at': '2022-09-01T14:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '6d165577-f5d8-4e45-b6f9-dd2cb49b501e', 'name': '', 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c', 'tenant_id': '36049d2090b84443a3bf3bf00558379e', 'mac_address': 'fa:16:3e:d8:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd2d86ced-9867-4b29-96c7-eb755efebba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:56Z', 'updated_at': '2022-09-01T14:06:19Z', 'revision_number': 5, 'project_id': '36049d2090b84443a3bf3bf00558379e', 'subnets': [{'id': 'd2d86ced-9867-4b29-96c7-eb755efebba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:12:17.987200 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd8f262-9dbe-4153-b620-dc90c7bdfcdd None None] Checking router: 57c9ec02-e72b-4e01-9908-f9246af4a8a2 for host: dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:12:18.003257 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd8f262-9dbe-4153-b620-dc90c7bdfcdd None None] Routers {'57c9ec02-e72b-4e01-9908-f9246af4a8a2'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:12:18.004312 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-7dd8f262-9dbe-4153-b620-dc90c7bdfcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:11:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['57c9ec02-e72b-4e01-9908-f9246af4a8a2'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:12:18.092276 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9f73ddac-aaec-4e1d-aace-4a57859e06ee req-37fb9999-155a-41e4-9578-1821538ee381 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1988647a-695e-49b8-a5d3-dd6c93c10ae5 HTTP/1.1" status: 200 len: 210 time: 0.0531187 Sep 01 14:12:18.191529 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=81,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:18.211480 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:18.326943 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-7dd8f262-9dbe-4153-b620-dc90c7bdfcdd None None] Set router 57c9ec02-e72b-4e01-9908-f9246af4a8a2 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:12:18.372990 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=100 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:18.434335 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d25e3-f974-4f59-9a34-a2b665bae6dd req-ce91b898-8345-4e8d-a4a9-7d1b08150bb3 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:18.437747 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d41d25e3-f974-4f59-9a34-a2b665bae6dd req-ce91b898-8345-4e8d-a4a9-7d1b08150bb3 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 945 time: 0.0677848 Sep 01 14:12:18.531271 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d41d25e3-f974-4f59-9a34-a2b665bae6dd req-6be9ceb3-8a01-4993-a39c-f7bc5bc94296 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868683 Sep 01 14:12:18.644128 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-7dd8f262-9dbe-4153-b620-dc90c7bdfcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'name': 'tempest-ServerRescueNegativeTestJSON-647081354-router', 'tenant_id': '36049d2090b84443a3bf3bf00558379e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ba85496b-b991-48c7-9c6c-3b8b42b120e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:43Z', 'updated_at': '2022-09-01T14:06:00Z', 'revision_number': 4, 'project_id': '36049d2090b84443a3bf3bf00558379e', 'gw_port': {'id': 'ba85496b-b991-48c7-9c6c-3b8b42b120e3', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:08:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:45Z', 'updated_at': '2022-09-01T14:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '6d165577-f5d8-4e45-b6f9-dd2cb49b501e', 'name': '', 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c', 'tenant_id': '36049d2090b84443a3bf3bf00558379e', 'mac_address': 'fa:16:3e:d8:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd2d86ced-9867-4b29-96c7-eb755efebba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:56Z', 'updated_at': '2022-09-01T14:06:19Z', 'revision_number': 5, 'project_id': '36049d2090b84443a3bf3bf00558379e', 'subnets': [{'id': 'd2d86ced-9867-4b29-96c7-eb755efebba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:12:18.685508 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd8f262-9dbe-4153-b620-dc90c7bdfcdd None None] The sync data for ids ['57c9ec02-e72b-4e01-9908-f9246af4a8a2'] in dv-cinder-852211-7-iscsi is: [{'id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'name': 'tempest-ServerRescueNegativeTestJSON-647081354-router', 'tenant_id': '36049d2090b84443a3bf3bf00558379e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ba85496b-b991-48c7-9c6c-3b8b42b120e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:43Z', 'updated_at': '2022-09-01T14:06:00Z', 'revision_number': 4, 'project_id': '36049d2090b84443a3bf3bf00558379e', 'gw_port': {'id': 'ba85496b-b991-48c7-9c6c-3b8b42b120e3', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:08:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:45Z', 'updated_at': '2022-09-01T14:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '6d165577-f5d8-4e45-b6f9-dd2cb49b501e', 'name': '', 'network_id': '9cdd4113-f7e0-45eb-bbb2-5da93102bf6c', 'tenant_id': '36049d2090b84443a3bf3bf00558379e', 'mac_address': 'fa:16:3e:d8:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd2d86ced-9867-4b29-96c7-eb755efebba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:56Z', 'updated_at': '2022-09-01T14:06:19Z', 'revision_number': 5, 'project_id': '36049d2090b84443a3bf3bf00558379e', 'subnets': [{'id': 'd2d86ced-9867-4b29-96c7-eb755efebba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:12:18.981377 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad83091-1ec9-410c-893b-6013b5c79756 None None] New status for floating IP f5eff4ae-6807-4bd0-99f4-c14f082249df: DOWN {{(pid=107075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 14:12:19.327994 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 60828) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:12:19.398585 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-034f3985-5775-4cd2-934f-e5a31d80c953 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks [] for security_group (aae936a3-a9ba-4942-bbd3-852eed2cdb00), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:19.438175 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-034f3985-5775-4cd2-934f-e5a31d80c953 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks [] for security_group (aae936a3-a9ba-4942-bbd3-852eed2cdb00), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:19.623936 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-034f3985-5775-4cd2-934f-e5a31d80c953 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (aae936a3-a9ba-4942-bbd3-852eed2cdb00), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:19.628894 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-034f3985-5775-4cd2-934f-e5a31d80c953 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:19.631013 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-034f3985-5775-4cd2-934f-e5a31d80c953 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/aae936a3-a9ba-4942-bbd3-852eed2cdb00 HTTP/1.1" status: 204 len: 168 time: 0.3016403 Sep 01 14:12:19.635432 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 60834) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:12:19.645110 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f3985-5775-4cd2-934f-e5a31d80c953 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae936a3-a9ba-4942-bbd3-852eed2cdb00,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:19.701877 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.api.v2.resource [None req-a2f4d726-dbdb-491e-a6f0-00f6d54cfa60 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] show failed (client error): The resource could not be found. Sep 01 14:12:19.703503 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-a2f4d726-dbdb-491e-a6f0-00f6d54cfa60 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups/aae936a3-a9ba-4942-bbd3-852eed2cdb00 HTTP/1.1" status: 404 len: 347 time: 0.0664799 Sep 01 14:12:19.708484 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 60838) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:12:19.756587 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05aade-820e-4535-aafa-39a5696e62a9 req-af514db4-9c62-4bc0-b8bd-2924492f6f08 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:19.764333 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cc05aade-820e-4535-aafa-39a5696e62a9 req-af514db4-9c62-4bc0-b8bd-2924492f6f08 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 945 time: 0.1064057 Sep 01 14:12:19.779963 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 60840) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:12:19.817615 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cc05aade-820e-4535-aafa-39a5696e62a9 req-0f36cb08-8597-4b9e-b73f-0f44658b33ba tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516803 Sep 01 14:12:19.934061 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-1f765ab7-69af-44b2-8faa-2dbf9f941d86 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Deleting port 376b5764-5f90-4d71-830f-da82cc0e3cee {{(pid=107074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:12:19.934884 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-1f765ab7-69af-44b2-8faa-2dbf9f941d86 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (376b5764-5f90-4d71-830f-da82cc0e3cee), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:19.989543 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device f27eab44-1c4b-4c5c-95ab-4dbdc5728861 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:12:19.990424 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-05e24800-b3e1-4159-b5a8-0bcd754eecb4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1276467625-network', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:12:20.016468 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] No Port match for: f27eab44-1c4b-4c5c-95ab-4dbdc5728861 {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:12:20.016936 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device f27eab44-1c4b-4c5c-95ab-4dbdc5728861 not bound to the agent host hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:12:20.050290 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-1f765ab7-69af-44b2-8faa-2dbf9f941d86 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (376b5764-5f90-4d71-830f-da82cc0e3cee), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:20.050658 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-1f765ab7-69af-44b2-8faa-2dbf9f941d86 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks [] for floatingip (376b5764-5f90-4d71-830f-da82cc0e3cee), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:20.073412 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-1f765ab7-69af-44b2-8faa-2dbf9f941d86 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Calling delete_port for 376b5764-5f90-4d71-830f-da82cc0e3cee owned by network:floatingip {{(pid=107074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:12:20.166930 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e24800-b3e1-4159-b5a8-0bcd754eecb4 admin admin] Made reservation on behalf of 8acdb976501045c0813d16f3d0ffd13d for: {'network': 1} {{(pid=107074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:12:20.169323 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-05e24800-b3e1-4159-b5a8-0bcd754eecb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for network (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:20.181619 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-05e24800-b3e1-4159-b5a8-0bcd754eecb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:20.238053 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:20.312837 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-05e24800-b3e1-4159-b5a8-0bcd754eecb4 admin admin] Publish callbacks [] for security_group (e7d28a7e-4bf2-4365-8d5e-e0e577b41c06), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:20.391569 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-1f765ab7-69af-44b2-8faa-2dbf9f941d86 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (376b5764-5f90-4d71-830f-da82cc0e3cee), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:20.424802 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f765ab7-69af-44b2-8faa-2dbf9f941d86 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Pushing event deleted for resources: {'Port': ['ID=376b5764-5f90-4d71-830f-da82cc0e3cee,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:20.433443 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-05e24800-b3e1-4159-b5a8-0bcd754eecb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (e7d28a7e-4bf2-4365-8d5e-e0e577b41c06), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:20.436569 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:20.493098 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05e24800-b3e1-4159-b5a8-0bcd754eecb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=107074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:12:20.525238 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-05e24800-b3e1-4159-b5a8-0bcd754eecb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881'] for segment (2b7d1c7b-bf62-4ac5-834a-3285ade09ba6), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:20.525574 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.db.segments_db [None req-05e24800-b3e1-4159-b5a8-0bcd754eecb4 admin admin] Added segment 2b7d1c7b-bf62-4ac5-834a-3285ade09ba6 of type vlan for network ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 Sep 01 14:12:20.529313 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e24800-b3e1-4159-b5a8-0bcd754eecb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d28a7e-4bf2-4365-8d5e-e0e577b41c06,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:20.543948 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-1f765ab7-69af-44b2-8faa-2dbf9f941d86 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks [] for floatingip (f5eff4ae-6807-4bd0-99f4-c14f082249df), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:20.547151 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-1f765ab7-69af-44b2-8faa-2dbf9f941d86 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for floatingip (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:20.548333 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-1f765ab7-69af-44b2-8faa-2dbf9f941d86 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/f5eff4ae-6807-4bd0-99f4-c14f082249df HTTP/1.1" status: 204 len: 168 time: 0.8385456 Sep 01 14:12:20.589008 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-05e24800-b3e1-4159-b5a8-0bcd754eecb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786311408797'] for network (ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:20.739195 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-05e24800-b3e1-4159-b5a8-0bcd754eecb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793'] for network (ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:20.740394 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e24800-b3e1-4159-b5a8-0bcd754eecb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:20.741118 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-05e24800-b3e1-4159-b5a8-0bcd754eecb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for network (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:20.824716 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e24800-b3e1-4159-b5a8-0bcd754eecb4 admin admin] Pushing event updated for resources: {'Network': ['ID=ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:20.838560 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Network ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 details requested by agent ovs-agent-dv-cinder-852211-7-iscsi with host dv-cinder-852211-7-iscsi {{(pid=107075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:12:20.862503 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-05e24800-b3e1-4159-b5a8-0bcd754eecb4 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0809631 Sep 01 14:12:20.867432 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 60850) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:12:20.873383 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-02c322a5-d5db-4f91-b78f-cc659bfe6b8d admin admin] Request body: {'subnet': {'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1276467625-subnet', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'ip_version': 4}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:12:20.970102 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c322a5-d5db-4f91-b78f-cc659bfe6b8d admin admin] Made reservation on behalf of 8acdb976501045c0813d16f3d0ffd13d for: {'subnet': 1} {{(pid=107074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:12:20.974290 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-02c322a5-d5db-4f91-b78f-cc659bfe6b8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2708979'] for subnet (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:21.007580 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cabdf51-17d2-48ed-89e9-2801a6860245 req-b84b3aea-64a4-4f33-8d6b-ca6fd26af89a tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:21.009262 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3cabdf51-17d2-48ed-89e9-2801a6860245 req-b84b3aea-64a4-4f33-8d6b-ca6fd26af89a tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 945 time: 0.0552845 Sep 01 14:12:21.070825 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3cabdf51-17d2-48ed-89e9-2801a6860245 req-68b460f9-85f6-4ef1-ac1e-abd31458f13b tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538731 Sep 01 14:12:21.432443 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:INSERT=12,neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:21.591180 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-02c322a5-d5db-4f91-b78f-cc659bfe6b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2922390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2708929'] for subnet (db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:21.659363 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c322a5-d5db-4f91-b78f-cc659bfe6b8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527,revision_number=0']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:21.670272 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c322a5-d5db-4f91-b78f-cc659bfe6b8d admin admin] Checking segment: {'id': '2b7d1c7b-bf62-4ac5-834a-3285ade09ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:12:21.670625 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c322a5-d5db-4f91-b78f-cc659bfe6b8d admin admin] Network hostable DHCP agents. Network: ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0, hostable agents: ['e6fb8577-74ae-4f68-b634-c24662e9afb4'], hosted agents: [] {{(pid=107074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:12:21.760239 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c322a5-d5db-4f91-b78f-cc659bfe6b8d admin admin] Network ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 is scheduled to be hosted by DHCP agent e6fb8577-74ae-4f68-b634-c24662e9afb4 with binding_index 1 {{(pid=107074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:12:21.870291 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-02c322a5-d5db-4f91-b78f-cc659bfe6b8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-7-iscsi, ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0) {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:12:21.875217 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c322a5-d5db-4f91-b78f-cc659bfe6b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:21.875975 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-02c322a5-d5db-4f91-b78f-cc659bfe6b8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for subnet (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:21.881917 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cbad63-4881-4759-a0b4-f8c4c3a5ac44 None None] Network ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:12:21.965808 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-02c322a5-d5db-4f91-b78f-cc659bfe6b8d admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0966840 Sep 01 14:12:21.970237 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 60858) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:12:21.983306 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-aa18a0b3-a08c-481f-b54e-f76074a62ad0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1276467625-router', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:12:22.070363 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a393cbb-7c49-42fd-8290-215406dfeb5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90e2f4e2-ea37-5315-bbf9-53240d5a3a76-ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'fixed_ips': [{'subnet_id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527'}]}} from dv-cinder-852211-7-iscsi. {{(pid=107075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 01 14:12:22.071849 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-1a393cbb-7c49-42fd-8290-215406dfeb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:22.118476 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-aa18a0b3-a08c-481f-b54e-f76074a62ad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33128399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3528'] for router (e0ff8f07-361c-48d1-b834-0573de213e75), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:22.120541 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-aa18a0b3-a08c-481f-b54e-f76074a62ad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33127825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-480353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3571'] for router (e0ff8f07-361c-48d1-b834-0573de213e75), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:22.239484 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-aa18a0b3-a08c-481f-b54e-f76074a62ad0 admin admin] Publish callbacks [] for router_controller (e0ff8f07-361c-48d1-b834-0573de213e75), precommit_add_association {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:22.284710 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb766e8c-401c-4a2a-95f8-f77ad242e6b1 req-1b760a6e-a042-43ba-89b2-1c22a795abb0 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:22.286388 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-bb766e8c-401c-4a2a-95f8-f77ad242e6b1 req-1b760a6e-a042-43ba-89b2-1c22a795abb0 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 945 time: 0.0625265 Sep 01 14:12:22.341462 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.db_base_plugin_common [None req-1a393cbb-7c49-42fd-8290-215406dfeb5c None None] Allocated IP 172.20.0.2 (ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0/db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527/a419d98d-4099-4bf7-857a-23afcdc7c72b) {{(pid=107075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:12:22.391397 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-bb766e8c-401c-4a2a-95f8-f77ad242e6b1 req-bdc44d2a-208b-4c9f-b565-c078dfe2a7f1 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938246 Sep 01 14:12:22.396324 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:22.527598 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-aa18a0b3-a08c-481f-b54e-f76074a62ad0 admin admin] Publish callbacks [] for router_gateway (e0ff8f07-361c-48d1-b834-0573de213e75), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:22.594116 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-1a393cbb-7c49-42fd-8290-215406dfeb5c None None] Publish callbacks [] for port (a419d98d-4099-4bf7-857a-23afcdc7c72b), precommit_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:22.711933 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-1a393cbb-7c49-42fd-8290-215406dfeb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320'] for port (a419d98d-4099-4bf7-857a-23afcdc7c72b), after_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:22.768481 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a393cbb-7c49-42fd-8290-215406dfeb5c None None] Network ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 is already hosted by enough agents. {{(pid=107075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:12:22.772782 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.scheduler.base_scheduler [None req-1a393cbb-7c49-42fd-8290-215406dfeb5c None None] Resources bound (agent type, host, resource id): {{(pid=107075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:12:22.776218 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a393cbb-7c49-42fd-8290-215406dfeb5c None None] Received port after_create {{(pid=107075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:12:22.791705 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a393cbb-7c49-42fd-8290-215406dfeb5c None None] Pushing event updated for resources: {'Port': ['ID=a419d98d-4099-4bf7-857a-23afcdc7c72b,revision_number=1']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:22.818850 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a393cbb-7c49-42fd-8290-215406dfeb5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:22.819375 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a393cbb-7c49-42fd-8290-215406dfeb5c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:22.819755 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a393cbb-7c49-42fd-8290-215406dfeb5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:22.820237 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a393cbb-7c49-42fd-8290-215406dfeb5c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:22.820693 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a393cbb-7c49-42fd-8290-215406dfeb5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:22.821210 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a393cbb-7c49-42fd-8290-215406dfeb5c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:22.821669 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a393cbb-7c49-42fd-8290-215406dfeb5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:22.822105 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a393cbb-7c49-42fd-8290-215406dfeb5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:22.822495 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a393cbb-7c49-42fd-8290-215406dfeb5c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:22.822876 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a393cbb-7c49-42fd-8290-215406dfeb5c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:22.823262 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a393cbb-7c49-42fd-8290-215406dfeb5c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:22.823659 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a393cbb-7c49-42fd-8290-215406dfeb5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:22.824078 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a393cbb-7c49-42fd-8290-215406dfeb5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:22.824466 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a393cbb-7c49-42fd-8290-215406dfeb5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:22.824969 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a393cbb-7c49-42fd-8290-215406dfeb5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:22.873845 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-1a393cbb-7c49-42fd-8290-215406dfeb5c None None] Attempting to bind port a419d98d-4099-4bf7-857a-23afcdc7c72b on host dv-cinder-852211-7-iscsi for vnic_type normal with profile {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:12:22.874868 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-1a393cbb-7c49-42fd-8290-215406dfeb5c None None] Attempting to bind port a419d98d-4099-4bf7-857a-23afcdc7c72b by drivers openvswitch,hyperv on host dv-cinder-852211-7-iscsi at level 0 using segments [{'id': '2b7d1c7b-bf62-4ac5-834a-3285ade09ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0'}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:12:22.875505 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a393cbb-7c49-42fd-8290-215406dfeb5c None None] Attempting to bind port a419d98d-4099-4bf7-857a-23afcdc7c72b on network ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:12:22.882789 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a393cbb-7c49-42fd-8290-215406dfeb5c None None] Checking agent: {'id': '16ae7bad-0e03-4d8e-885b-3ed578a6ac87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 13, 56, 30), 'started_at': datetime.datetime(2022, 9, 1, 13, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:12:22.884121 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a393cbb-7c49-42fd-8290-215406dfeb5c None None] Checking segment: {'id': '2b7d1c7b-bf62-4ac5-834a-3285ade09ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:12:22.884629 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-1a393cbb-7c49-42fd-8290-215406dfeb5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:22.885110 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a393cbb-7c49-42fd-8290-215406dfeb5c None None] Bound using segment: {'id': '2b7d1c7b-bf62-4ac5-834a-3285ade09ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0'} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:12:22.885688 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-1a393cbb-7c49-42fd-8290-215406dfeb5c None None] Bound port: a419d98d-4099-4bf7-857a-23afcdc7c72b, host: dv-cinder-852211-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7d1c7b-bf62-4ac5-834a-3285ade09ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0'}}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:12:22.886242 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-1a393cbb-7c49-42fd-8290-215406dfeb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (a419d98d-4099-4bf7-857a-23afcdc7c72b), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:22.887908 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-aa18a0b3-a08c-481f-b54e-f76074a62ad0 admin admin] Publish callbacks [] for router_gateway (e0ff8f07-361c-48d1-b834-0573de213e75), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:22.910542 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-aa18a0b3-a08c-481f-b54e-f76074a62ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:22.913327 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:22.960561 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:22.977386 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-1a393cbb-7c49-42fd-8290-215406dfeb5c None None] For port a419d98d-4099-4bf7-857a-23afcdc7c72b, host dv-cinder-852211-7-iscsi, cleared binding levels {{(pid=107075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:12:22.981738 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-1a393cbb-7c49-42fd-8290-215406dfeb5c None None] For port a419d98d-4099-4bf7-857a-23afcdc7c72b, host dv-cinder-852211-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=a419d98d-4099-4bf7-857a-23afcdc7c72b,segment=NetworkSegment(2b7d1c7b-bf62-4ac5-834a-3285ade09ba6),segment_id=2b7d1c7b-bf62-4ac5-834a-3285ade09ba6)] {{(pid=107075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:12:23.050259 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.db_base_plugin_common [None req-aa18a0b3-a08c-481f-b54e-f76074a62ad0 admin admin] Allocated IP 172.27.2.235 (495e3753-365b-4db4-ace7-a3dca370cb0d/c60058e0-5076-4233-a499-c0113b757f85/964620b5-0a86-4ce6-8721-9cef62d5792a) {{(pid=107073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:12:23.071392 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-1a393cbb-7c49-42fd-8290-215406dfeb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (a419d98d-4099-4bf7-857a-23afcdc7c72b), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:23.132491 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:23.151034 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a393cbb-7c49-42fd-8290-215406dfeb5c None None] Pushing event updated for resources: {'Port': ['ID=a419d98d-4099-4bf7-857a-23afcdc7c72b,revision_number=2']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:23.521480 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-aa18a0b3-a08c-481f-b54e-f76074a62ad0 admin admin] Publish callbacks [] for port (964620b5-0a86-4ce6-8721-9cef62d5792a), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:23.618190 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90e5e6-f5a1-4ae3-addd-1f5d800e7b3c req-00804a6a-0601-435a-b3f8-5026f01be03f tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:23.621145 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9c90e5e6-f5a1-4ae3-addd-1f5d800e7b3c req-00804a6a-0601-435a-b3f8-5026f01be03f tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 945 time: 0.0935342 Sep 01 14:12:23.715547 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9c90e5e6-f5a1-4ae3-addd-1f5d800e7b3c req-b5264525-55fa-4354-b317-30a9de6e07b5 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848596 Sep 01 14:12:23.752074 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-aa18a0b3-a08c-481f-b54e-f76074a62ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (964620b5-0a86-4ce6-8721-9cef62d5792a), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:23.803699 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa18a0b3-a08c-481f-b54e-f76074a62ad0 admin admin] Network 495e3753-365b-4db4-ace7-a3dca370cb0d is already hosted by enough agents. {{(pid=107073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:12:23.807858 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.base_scheduler [None req-aa18a0b3-a08c-481f-b54e-f76074a62ad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=107073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:12:23.810846 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa18a0b3-a08c-481f-b54e-f76074a62ad0 admin admin] Received port after_create {{(pid=107073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:12:23.850369 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18a0b3-a08c-481f-b54e-f76074a62ad0 admin admin] Pushing event updated for resources: {'Port': ['ID=964620b5-0a86-4ce6-8721-9cef62d5792a,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:23.877411 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18a0b3-a08c-481f-b54e-f76074a62ad0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:23.878072 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18a0b3-a08c-481f-b54e-f76074a62ad0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:23.878733 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18a0b3-a08c-481f-b54e-f76074a62ad0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:23.879191 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18a0b3-a08c-481f-b54e-f76074a62ad0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:23.879730 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18a0b3-a08c-481f-b54e-f76074a62ad0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:23.880263 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18a0b3-a08c-481f-b54e-f76074a62ad0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:23.880842 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18a0b3-a08c-481f-b54e-f76074a62ad0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:23.881323 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18a0b3-a08c-481f-b54e-f76074a62ad0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:23.881854 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18a0b3-a08c-481f-b54e-f76074a62ad0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:23.882437 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18a0b3-a08c-481f-b54e-f76074a62ad0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:23.891083 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18a0b3-a08c-481f-b54e-f76074a62ad0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:23.891083 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18a0b3-a08c-481f-b54e-f76074a62ad0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:23.891083 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18a0b3-a08c-481f-b54e-f76074a62ad0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:23.891083 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18a0b3-a08c-481f-b54e-f76074a62ad0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:23.891083 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18a0b3-a08c-481f-b54e-f76074a62ad0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:24.012291 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:24.050222 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6d51d-785a-4397-b733-2213b441f3b5 req-bf89e25c-c5bf-4473-af03-149649f6332d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:24.051914 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-18f6d51d-785a-4397-b733-2213b441f3b5 req-bf89e25c-c5bf-4473-af03-149649f6332d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 945 time: 0.1420729 Sep 01 14:12:24.126919 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-18f6d51d-785a-4397-b733-2213b441f3b5 req-0ae8a4cf-be9d-4237-b2d2-e64665610689 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613890 Sep 01 14:12:24.170232 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce781bef-cdfe-4960-b1e7-79ca3b8eda90 None None] Network ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:12:24.234762 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-e4adda46-7e8b-4bff-83cf-05223c883cf6 None None] Provisioning complete for port a419d98d-4099-4bf7-857a-23afcdc7c72b triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:12:24.235259 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-e4adda46-7e8b-4bff-83cf-05223c883cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (a419d98d-4099-4bf7-857a-23afcdc7c72b), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:24.314088 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-aa18a0b3-a08c-481f-b54e-f76074a62ad0 admin admin] Publish callbacks [] for router_gateway (e0ff8f07-361c-48d1-b834-0573de213e75), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:24.383364 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-b252b181-ca3d-4a27-9ff4-9dd493c7c594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:24.390655 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-e4adda46-7e8b-4bff-83cf-05223c883cf6 None None] Current status of the port a419d98d-4099-4bf7-857a-23afcdc7c72b is: DOWN; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:12:24.391330 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-e4adda46-7e8b-4bff-83cf-05223c883cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (a419d98d-4099-4bf7-857a-23afcdc7c72b), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:24.432653 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-e4adda46-7e8b-4bff-83cf-05223c883cf6 None None] For port a419d98d-4099-4bf7-857a-23afcdc7c72b, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=a419d98d-4099-4bf7-857a-23afcdc7c72b,segment=NetworkSegment(2b7d1c7b-bf62-4ac5-834a-3285ade09ba6),segment_id=2b7d1c7b-bf62-4ac5-834a-3285ade09ba6)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:12:24.550647 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-e4adda46-7e8b-4bff-83cf-05223c883cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (a419d98d-4099-4bf7-857a-23afcdc7c72b), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:24.578404 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:24.588456 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-aa18a0b3-a08c-481f-b54e-f76074a62ad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33127714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-480464'] for router (e0ff8f07-361c-48d1-b834-0573de213e75), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:24.625810 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4adda46-7e8b-4bff-83cf-05223c883cf6 None None] Pushing event updated for resources: {'Port': ['ID=a419d98d-4099-4bf7-857a-23afcdc7c72b,revision_number=3']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:24.673533 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-51d6703e-6d64-4ff0-b5c2-50596103744b None None] Provisioning complete for port a419d98d-4099-4bf7-857a-23afcdc7c72b triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:12:24.673940 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-51d6703e-6d64-4ff0-b5c2-50596103744b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (a419d98d-4099-4bf7-857a-23afcdc7c72b), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:24.798589 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-51d6703e-6d64-4ff0-b5c2-50596103744b None None] Current status of the port a419d98d-4099-4bf7-857a-23afcdc7c72b is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:12:24.818809 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa18a0b3-a08c-481f-b54e-f76074a62ad0 admin admin] Router e0ff8f07-361c-48d1-b834-0573de213e75 is scheduled to L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e with binding_index 1 {{(pid=107073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 14:12:24.867546 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ba224-b903-46f1-88e7-03c6378c4486 req-f15a59dd-532c-4f45-a1ad-64cdb5f8ec9d tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:24.869109 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-eb4ba224-b903-46f1-88e7-03c6378c4486 req-f15a59dd-532c-4f45-a1ad-64cdb5f8ec9d tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 945 time: 0.0637884 Sep 01 14:12:24.997202 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-eb4ba224-b903-46f1-88e7-03c6378c4486 req-5da38a67-9ba7-4efb-b12f-f31ba987b8c6 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964687 Sep 01 14:12:25.005226 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa18a0b3-a08c-481f-b54e-f76074a62ad0 admin admin] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:12:25.016351 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c220ae2-c7aa-4ee1-99dc-f1b68119dece None None] Sync routers for ids ['e0ff8f07-361c-48d1-b834-0573de213e75'] in dv-cinder-852211-7-iscsi {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:12:25.027713 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c220ae2-c7aa-4ee1-99dc-f1b68119dece None None] Routers {'e0ff8f07-361c-48d1-b834-0573de213e75'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:12:25.028333 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-5c220ae2-c7aa-4ee1-99dc-f1b68119dece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:11:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['e0ff8f07-361c-48d1-b834-0573de213e75'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:12:25.101701 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-aa18a0b3-a08c-481f-b54e-f76074a62ad0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:25.103435 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-aa18a0b3-a08c-481f-b54e-f76074a62ad0 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1319556 Sep 01 14:12:25.107366 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 60878) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:12:25.177700 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-5c220ae2-c7aa-4ee1-99dc-f1b68119dece None None] Set router e0ff8f07-361c-48d1-b834-0573de213e75 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:12:25.308372 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67f877-94a3-455f-8665-0ee2abb09c5d req-a6060d71-243d-48f4-8aea-9d9090ae5855 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:25.310111 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ac67f877-94a3-455f-8665-0ee2abb09c5d req-a6060d71-243d-48f4-8aea-9d9090ae5855 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 945 time: 0.0720360 Sep 01 14:12:25.349003 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device a419d98d-4099-4bf7-857a-23afcdc7c72b up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:12:25.373098 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:25.433350 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port a419d98d-4099-4bf7-857a-23afcdc7c72b triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:12:25.434910 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (a419d98d-4099-4bf7-857a-23afcdc7c72b), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:25.451329 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-5c220ae2-c7aa-4ee1-99dc-f1b68119dece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'name': 'tempest-TestVolumeBootPattern-1276467625-router', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:24Z', 'revision_number': 3, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'gw_port': {'id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:18:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:12:25.484769 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c220ae2-c7aa-4ee1-99dc-f1b68119dece None None] Checking router: e0ff8f07-361c-48d1-b834-0573de213e75 for host: dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:12:25.485098 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c220ae2-c7aa-4ee1-99dc-f1b68119dece None None] Updating router e0ff8f07-361c-48d1-b834-0573de213e75 port 964620b5-0a86-4ce6-8721-9cef62d5792a binding host dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:12:25.525436 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port a419d98d-4099-4bf7-857a-23afcdc7c72b is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:12:25.526549 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-5c220ae2-c7aa-4ee1-99dc-f1b68119dece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (964620b5-0a86-4ce6-8721-9cef62d5792a), before_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:25.542979 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ac67f877-94a3-455f-8665-0ee2abb09c5d req-ab366b2e-416d-4d6b-ad64-e67a77724918 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658862 Sep 01 14:12:25.597422 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc1033-1545-4fe3-8208-50a3d0e0711e req-0573e195-a9ea-460f-b67e-74c9e1d47640 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:25.599861 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-adfc1033-1545-4fe3-8208-50a3d0e0711e req-0573e195-a9ea-460f-b67e-74c9e1d47640 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 945 time: 0.0705614 Sep 01 14:12:25.722684 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [req-adfc1033-1545-4fe3-8208-50a3d0e0711e req-7985c741-49fb-4456-a3e7-dcb9002c3f12 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Deleting port 67860822-2188-4a43-8002-58ea70df2c86 {{(pid=107074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:12:25.723541 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-adfc1033-1545-4fe3-8208-50a3d0e0711e req-7985c741-49fb-4456-a3e7-dcb9002c3f12 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (67860822-2188-4a43-8002-58ea70df2c86), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:25.725790 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=100 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:25.863303 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [req-adfc1033-1545-4fe3-8208-50a3d0e0711e req-7985c741-49fb-4456-a3e7-dcb9002c3f12 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] For port 67860822-2188-4a43-8002-58ea70df2c86, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=67860822-2188-4a43-8002-58ea70df2c86,segment=NetworkSegment(21afd361-14bd-45f1-b42f-187569ad44e0),segment_id=21afd361-14bd-45f1-b42f-187569ad44e0)] {{(pid=107074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:12:25.864003 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-adfc1033-1545-4fe3-8208-50a3d0e0711e req-7985c741-49fb-4456-a3e7-dcb9002c3f12 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (67860822-2188-4a43-8002-58ea70df2c86), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:25.886588 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [req-adfc1033-1545-4fe3-8208-50a3d0e0711e req-7985c741-49fb-4456-a3e7-dcb9002c3f12 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Calling delete_port for 67860822-2188-4a43-8002-58ea70df2c86 owned by compute:nova {{(pid=107074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:12:25.913429 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:25.926056 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-5c220ae2-c7aa-4ee1-99dc-f1b68119dece None None] Publish callbacks [] for port (964620b5-0a86-4ce6-8721-9cef62d5792a), precommit_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:25.996260 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d8c7dfd6-0b8a-4076-9393-1e208fd66523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:26.070511 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-5c220ae2-c7aa-4ee1-99dc-f1b68119dece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (964620b5-0a86-4ce6-8721-9cef62d5792a), after_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:26.129858 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.managers [None req-5c220ae2-c7aa-4ee1-99dc-f1b68119dece None None] Attempting to bind port 964620b5-0a86-4ce6-8721-9cef62d5792a on host dv-cinder-852211-7-iscsi for vnic_type normal with profile {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:12:26.130745 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.managers [None req-5c220ae2-c7aa-4ee1-99dc-f1b68119dece None None] Attempting to bind port 964620b5-0a86-4ce6-8721-9cef62d5792a by drivers openvswitch,hyperv on host dv-cinder-852211-7-iscsi at level 0 using segments [{'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}] {{(pid=107076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:12:26.131208 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c220ae2-c7aa-4ee1-99dc-f1b68119dece None None] Attempting to bind port 964620b5-0a86-4ce6-8721-9cef62d5792a on network 495e3753-365b-4db4-ace7-a3dca370cb0d {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:12:26.144428 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f5a8c-31f7-4a44-8c27-5e7cfa5d9a99 None None] Pushing event updated for resources: {'Port': ['ID=964620b5-0a86-4ce6-8721-9cef62d5792a,revision_number=2']} {{(pid=107076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:26.147786 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c220ae2-c7aa-4ee1-99dc-f1b68119dece None None] Checking agent: {'id': '16ae7bad-0e03-4d8e-885b-3ed578a6ac87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 13, 56, 30), 'started_at': datetime.datetime(2022, 9, 1, 13, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:12:26.148571 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c220ae2-c7aa-4ee1-99dc-f1b68119dece None None] Checking segment: {'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:12:26.149203 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-5c220ae2-c7aa-4ee1-99dc-f1b68119dece None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:26.150033 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c220ae2-c7aa-4ee1-99dc-f1b68119dece None None] Bound using segment: {'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'} {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:12:26.150795 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.managers [None req-5c220ae2-c7aa-4ee1-99dc-f1b68119dece None None] Bound port: 964620b5-0a86-4ce6-8721-9cef62d5792a, host: dv-cinder-852211-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}}] {{(pid=107076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:12:26.151434 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-5c220ae2-c7aa-4ee1-99dc-f1b68119dece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (964620b5-0a86-4ce6-8721-9cef62d5792a), before_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:26.165372 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f5a8c-31f7-4a44-8c27-5e7cfa5d9a99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:26.166134 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f5a8c-31f7-4a44-8c27-5e7cfa5d9a99 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:26.166976 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f5a8c-31f7-4a44-8c27-5e7cfa5d9a99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:26.167559 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f5a8c-31f7-4a44-8c27-5e7cfa5d9a99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:26.168103 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f5a8c-31f7-4a44-8c27-5e7cfa5d9a99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:26.168652 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f5a8c-31f7-4a44-8c27-5e7cfa5d9a99 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:26.169192 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f5a8c-31f7-4a44-8c27-5e7cfa5d9a99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:26.169742 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f5a8c-31f7-4a44-8c27-5e7cfa5d9a99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:26.170553 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f5a8c-31f7-4a44-8c27-5e7cfa5d9a99 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:26.172773 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f5a8c-31f7-4a44-8c27-5e7cfa5d9a99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:26.172773 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f5a8c-31f7-4a44-8c27-5e7cfa5d9a99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:26.172773 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f5a8c-31f7-4a44-8c27-5e7cfa5d9a99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:26.172773 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f5a8c-31f7-4a44-8c27-5e7cfa5d9a99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:26.173299 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f5a8c-31f7-4a44-8c27-5e7cfa5d9a99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:26.173827 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f5a8c-31f7-4a44-8c27-5e7cfa5d9a99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:12:26.196966 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-adfc1033-1545-4fe3-8208-50a3d0e0711e req-7985c741-49fb-4456-a3e7-dcb9002c3f12 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (67860822-2188-4a43-8002-58ea70df2c86), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:26.218643 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] get_ports_and_sgs() called for port_ids ['073b1d8b-8a54-4df8-a7c0-5ad23c885880'] {{(pid=107075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 14:12:26.248000 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7985c741-49fb-4456-a3e7-dcb9002c3f12 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Pushing event deleted for resources: {'Port': ['ID=67860822-2188-4a43-8002-58ea70df2c86,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:26.266139 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.db [None req-5c220ae2-c7aa-4ee1-99dc-f1b68119dece None None] For port 964620b5-0a86-4ce6-8721-9cef62d5792a, host dv-cinder-852211-7-iscsi, cleared binding levels {{(pid=107076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:12:26.273161 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.db [None req-5c220ae2-c7aa-4ee1-99dc-f1b68119dece None None] For port 964620b5-0a86-4ce6-8721-9cef62d5792a, host dv-cinder-852211-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=964620b5-0a86-4ce6-8721-9cef62d5792a,segment=NetworkSegment(f315c88c-0cea-42ce-ac38-790188a99330),segment_id=f315c88c-0cea-42ce-ac38-790188a99330)] {{(pid=107076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:12:26.317249 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b34eb0-aaa7-4ea9-aa5c-46e83e1f71e8 req-603fcdcd-3f53-442a-8b2d-daeac0b424b3 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:26.320074 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-28b34eb0-aaa7-4ea9-aa5c-46e83e1f71e8 req-603fcdcd-3f53-442a-8b2d-daeac0b424b3 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 945 time: 0.2837982 Sep 01 14:12:26.321266 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [req-adfc1033-1545-4fe3-8208-50a3d0e0711e req-7985c741-49fb-4456-a3e7-dcb9002c3f12 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] No DVR routers for this DVR port 67860822-2188-4a43-8002-58ea70df2c86 on host hv-cinder-85221 {{(pid=107074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:12:26.328360 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-adfc1033-1545-4fe3-8208-50a3d0e0711e req-7985c741-49fb-4456-a3e7-dcb9002c3f12 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:26.333005 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-adfc1033-1545-4fe3-8208-50a3d0e0711e req-7985c741-49fb-4456-a3e7-dcb9002c3f12 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.72 "DELETE /networking/v2.0/ports/67860822-2188-4a43-8002-58ea70df2c86 HTTP/1.1" status: 204 len: 173 time: 0.7257957 Sep 01 14:12:26.334083 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1dec77-467a-4bb0-802c-6d7373f0aca5', 'name': 'network-vif-deleted', 'tag': '67860822-2188-4a43-8002-58ea70df2c86'}] {{(pid=107074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:12:26.336750 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c297ab1b76e2baeed04979654ee05671bdf6dedd7a272174e678f0e52b3dfb88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66381d7d-8617-490f-b739-e603cb3e0675" -d '{"events": [{"server_uuid": "4c1dec77-467a-4bb0-802c-6d7373f0aca5", "name": "network-vif-deleted", "tag": "67860822-2188-4a43-8002-58ea70df2c86"}]}' {{(pid=107074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:12:26.365273 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-5c220ae2-c7aa-4ee1-99dc-f1b68119dece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (964620b5-0a86-4ce6-8721-9cef62d5792a), after_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:26.381763 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de9b2b-5116-4099-8c8c-661f33f3652f req-7878f089-e538-4f11-8d2a-be900eb532a0 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:26.387239 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f1de9b2b-5116-4099-8c8c-661f33f3652f req-7878f089-e538-4f11-8d2a-be900eb532a0 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 945 time: 0.2157464 Sep 01 14:12:26.438125 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c220ae2-c7aa-4ee1-99dc-f1b68119dece None None] Routers {'e0ff8f07-361c-48d1-b834-0573de213e75'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:12:26.439161 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-5c220ae2-c7aa-4ee1-99dc-f1b68119dece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:11:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['e0ff8f07-361c-48d1-b834-0573de213e75'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:12:26.543085 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f5a8c-31f7-4a44-8c27-5e7cfa5d9a99 None None] Pushing event updated for resources: {'Port': ['ID=964620b5-0a86-4ce6-8721-9cef62d5792a,revision_number=3']} {{(pid=107076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:26.545822 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.db_base_plugin_common [None req-d8c7dfd6-0b8a-4076-9393-1e208fd66523 admin admin] Allocated IP 172.20.0.1 (ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0/db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527/533a4976-41de-431f-aa44-4aaf39a68069) {{(pid=107073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:12:26.630887 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-28b34eb0-aaa7-4ea9-aa5c-46e83e1f71e8 req-6f3847c2-5f65-4d8d-bd1a-c2a8db3b29e9 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2883618 Sep 01 14:12:26.661744 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-5c220ae2-c7aa-4ee1-99dc-f1b68119dece None None] Set router e0ff8f07-361c-48d1-b834-0573de213e75 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:12:26.667023 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:26.708327 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f1de9b2b-5116-4099-8c8c-661f33f3652f req-4ee9fb0a-ea7d-4a4a-9a67-81d1a8f341b7 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2639811 Sep 01 14:12:26.784905 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9740e7-266c-4cc7-9b1b-3eb5ff8e4c7d x-openstack-request-id: req-cf9740e7-266c-4cc7-9b1b-3eb5ff8e4c7d {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:12:26.785772 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1dec77-467a-4bb0-802c-6d7373f0aca5", "name": "network-vif-deleted", "tag": "67860822-2188-4a43-8002-58ea70df2c86", "status": "completed", "code": 200}]} {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:12:26.785772 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cf9740e7-266c-4cc7-9b1b-3eb5ff8e4c7d {{(pid=107074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:12:26.787360 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf9740e7-266c-4cc7-9b1b-3eb5ff8e4c7d'] response: {'server_uuid': '4c1dec77-467a-4bb0-802c-6d7373f0aca5', 'name': 'network-vif-deleted', 'tag': '67860822-2188-4a43-8002-58ea70df2c86', 'status': 'completed', 'code': 200} Sep 01 14:12:26.972514 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d8c7dfd6-0b8a-4076-9393-1e208fd66523 admin admin] Publish callbacks [] for port (533a4976-41de-431f-aa44-4aaf39a68069), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:26.982116 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-48c4826b-436d-4682-a839-5fc8367ff07a req-53af43ea-c3fe-4599-8e62-909ce1092cf2 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 210 time: 0.0796485 Sep 01 14:12:27.020404 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-5c220ae2-c7aa-4ee1-99dc-f1b68119dece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'name': 'tempest-TestVolumeBootPattern-1276467625-router', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:24Z', 'revision_number': 3, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'gw_port': {'id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:18:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:12:27.064833 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c220ae2-c7aa-4ee1-99dc-f1b68119dece None None] The sync data for ids ['e0ff8f07-361c-48d1-b834-0573de213e75'] in dv-cinder-852211-7-iscsi is: [{'id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'name': 'tempest-TestVolumeBootPattern-1276467625-router', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:24Z', 'revision_number': 3, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'gw_port': {'id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:18:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}] {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:12:27.164495 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d8c7dfd6-0b8a-4076-9393-1e208fd66523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (533a4976-41de-431f-aa44-4aaf39a68069), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:27.245030 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c7dfd6-0b8a-4076-9393-1e208fd66523 admin admin] Network ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 is already hosted by enough agents. {{(pid=107073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:12:27.257662 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.base_scheduler [None req-d8c7dfd6-0b8a-4076-9393-1e208fd66523 admin admin] Resources bound (agent type, host, resource id): {{(pid=107073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:12:27.264523 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c7dfd6-0b8a-4076-9393-1e208fd66523 admin admin] Received port after_create {{(pid=107073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:12:27.310442 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:27.314593 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7dfd6-0b8a-4076-9393-1e208fd66523 admin admin] Pushing event updated for resources: {'Port': ['ID=533a4976-41de-431f-aa44-4aaf39a68069,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:27.403622 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d8c7dfd6-0b8a-4076-9393-1e208fd66523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33120883'] for router_interface (e0ff8f07-361c-48d1-b834-0573de213e75), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:27.550826 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5c19ac9a-ab52-45d7-9aef-fbc806bdfd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:27.698084 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5d15fbd1-472e-43fc-9abe-30ea854df2b3 None None] Provisioning complete for port 533a4976-41de-431f-aa44-4aaf39a68069 triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:12:27.698657 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5d15fbd1-472e-43fc-9abe-30ea854df2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (533a4976-41de-431f-aa44-4aaf39a68069), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:27.710172 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d8c7dfd6-0b8a-4076-9393-1e208fd66523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (533a4976-41de-431f-aa44-4aaf39a68069), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:27.750236 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:27.770399 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5d15fbd1-472e-43fc-9abe-30ea854df2b3 None None] Port 533a4976-41de-431f-aa44-4aaf39a68069 cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 14:12:27.881369 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9c190-a6af-43f3-9892-d00ddd9ebe2d req-466f0351-d24e-4ce4-8fd9-bd142a085eb9 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:27.883021 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-89b9c190-a6af-43f3-9892-d00ddd9ebe2d req-466f0351-d24e-4ce4-8fd9-bd142a085eb9 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 945 time: 0.0958049 Sep 01 14:12:27.957070 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:28.019730 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 214b6ab8-206c-4129-a639-f69abbdaa49b details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=107075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:12:28.025338 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 67860822-2188-4a43-8002-58ea70df2c86 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:12:28.026759 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74565a-0180-4236-bccb-7dfedb1fd1a4 req-9063f9bc-5449-412b-9aa8-6c46b6ee3e62 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:28.029362 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5c74565a-0180-4236-bccb-7dfedb1fd1a4 req-9063f9bc-5449-412b-9aa8-6c46b6ee3e62 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 945 time: 0.1576095 Sep 01 14:12:28.032423 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:28.076239 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] No Port match for: 67860822-2188-4a43-8002-58ea70df2c86 {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:12:28.077136 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 67860822-2188-4a43-8002-58ea70df2c86 not bound to the agent host hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:12:28.126697 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-89b9c190-a6af-43f3-9892-d00ddd9ebe2d req-9e73b5f2-e195-4e34-a8ae-58870f9ca58a tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2229640 Sep 01 14:12:28.234621 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5c74565a-0180-4236-bccb-7dfedb1fd1a4 req-1a15bdd6-77ca-4ad2-bf60-af0a3d9ee360 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687038 Sep 01 14:12:28.268097 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 214b6ab8-206c-4129-a639-f69abbdaa49b, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=214b6ab8-206c-4129-a639-f69abbdaa49b,segment=NetworkSegment(64991032-cb00-4fe3-9882-ec8e7671fd4e),segment_id=64991032-cb00-4fe3-9882-ec8e7671fd4e)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:12:28.286418 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d8c7dfd6-0b8a-4076-9393-1e208fd66523 admin admin] Publish callbacks [] for port (533a4976-41de-431f-aa44-4aaf39a68069), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:28.305406 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Returning: {'device': '214b6ab8-206c-4129-a639-f69abbdaa49b', 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1', 'port_id': '214b6ab8-206c-4129-a639-f69abbdaa49b', 'mac_address': 'fa:16:3e:b7:d4:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5274d38f-79ac-43b5-aae2-e29860924168', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:12:28.340751 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e7a82f76-8ed8-46c2-bfa4-222f3073bd85 req-dd7ebf31-ddc3-4713-bcde-b0feac13fe79 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4c1dec77-467a-4bb0-802c-6d7373f0aca5 HTTP/1.1" status: 200 len: 210 time: 0.0355802 Sep 01 14:12:28.356112 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d8c7dfd6-0b8a-4076-9393-1e208fd66523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3071173'] for port (533a4976-41de-431f-aa44-4aaf39a68069), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:28.383468 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 214b6ab8-206c-4129-a639-f69abbdaa49b is: ACTIVE; New status is: BUILD {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:12:28.383951 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (214b6ab8-206c-4129-a639-f69abbdaa49b), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:28.412355 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 214b6ab8-206c-4129-a639-f69abbdaa49b {{(pid=107075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:12:28.454788 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 214b6ab8-206c-4129-a639-f69abbdaa49b, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=214b6ab8-206c-4129-a639-f69abbdaa49b,segment=NetworkSegment(64991032-cb00-4fe3-9882-ec8e7671fd4e),segment_id=64991032-cb00-4fe3-9882-ec8e7671fd4e)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:12:28.464525 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d8c7dfd6-0b8a-4076-9393-1e208fd66523 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33091771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33120975'] for router_interface (e0ff8f07-361c-48d1-b834-0573de213e75), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:28.472766 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7dfd6-0b8a-4076-9393-1e208fd66523 admin admin] Pushing event updated for resources: {'Port': ['ID=533a4976-41de-431f-aa44-4aaf39a68069,revision_number=2']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:28.529360 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:28.586379 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c7dfd6-0b8a-4076-9393-1e208fd66523 admin admin] Network ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 is already hosted by enough agents. {{(pid=107073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:12:28.587892 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.base_scheduler [None req-d8c7dfd6-0b8a-4076-9393-1e208fd66523 admin admin] Resources bound (agent type, host, resource id): {{(pid=107073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:12:28.630711 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (214b6ab8-206c-4129-a639-f69abbdaa49b), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:28.724017 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c7dfd6-0b8a-4076-9393-1e208fd66523 admin admin] Router e0ff8f07-361c-48d1-b834-0573de213e75 has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:12:28.747649 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=214b6ab8-206c-4129-a639-f69abbdaa49b,revision_number=6']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:28.779961 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] get_ports_and_sgs() called for port_ids ['214b6ab8-206c-4129-a639-f69abbdaa49b'] {{(pid=107075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 14:12:28.985770 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-044ed174-19e6-4e8d-81aa-6520d54853eb None None] Provisioning complete for port 533a4976-41de-431f-aa44-4aaf39a68069 triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:12:28.986174 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-044ed174-19e6-4e8d-81aa-6520d54853eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (533a4976-41de-431f-aa44-4aaf39a68069), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:29.042096 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-044ed174-19e6-4e8d-81aa-6520d54853eb None None] Port 533a4976-41de-431f-aa44-4aaf39a68069 cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 14:12:29.160224 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c7dfd6-0b8a-4076-9393-1e208fd66523 admin admin] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:12:29.173681 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-d8c7dfd6-0b8a-4076-9393-1e208fd66523 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/e0ff8f07-361c-48d1-b834-0573de213e75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0646937 Sep 01 14:12:29.239500 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:29.328494 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 964620b5-0a86-4ce6-8721-9cef62d5792a up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:12:29.338296 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9c747-3cb3-430e-9244-0c6c1959196f req-b8d5171f-d609-4e94-99d5-75606d78b333 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:29.342782 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0fe9c747-3cb3-430e-9244-0c6c1959196f req-b8d5171f-d609-4e94-99d5-75606d78b333 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 945 time: 0.0851407 Sep 01 14:12:29.391145 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:29.401164 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d211fdd4-8662-48a5-99d3-263dda465c7d None None] Sync routers for ids ['e0ff8f07-361c-48d1-b834-0573de213e75'] in dv-cinder-852211-7-iscsi {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:12:29.425866 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d211fdd4-8662-48a5-99d3-263dda465c7d None None] Routers {'e0ff8f07-361c-48d1-b834-0573de213e75'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:12:29.426904 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-d211fdd4-8662-48a5-99d3-263dda465c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:12:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['e0ff8f07-361c-48d1-b834-0573de213e75'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:12:29.430334 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 964620b5-0a86-4ce6-8721-9cef62d5792a triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:12:29.431112 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (964620b5-0a86-4ce6-8721-9cef62d5792a), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:29.512981 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0fe9c747-3cb3-430e-9244-0c6c1959196f req-01da8394-af7c-4170-b5f4-1ae663d81625 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1627345 Sep 01 14:12:29.524178 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f559eb1-3fdd-40e9-9639-da05adabc411 req-8c087dc7-d787-4c21-add5-4b9dda1b27c4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:29.526764 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2f559eb1-3fdd-40e9-9639-da05adabc411 req-8c087dc7-d787-4c21-add5-4b9dda1b27c4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 944 time: 0.1431296 Sep 01 14:12:29.674137 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2f559eb1-3fdd-40e9-9639-da05adabc411 req-ab60494e-4f93-4dd7-8280-5405dcf607aa tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349239 Sep 01 14:12:29.700258 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 964620b5-0a86-4ce6-8721-9cef62d5792a is: DOWN; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:12:29.700948 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (964620b5-0a86-4ce6-8721-9cef62d5792a), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:29.725332 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-d211fdd4-8662-48a5-99d3-263dda465c7d None None] Set router e0ff8f07-361c-48d1-b834-0573de213e75 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:12:29.798855 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] For port 964620b5-0a86-4ce6-8721-9cef62d5792a, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=964620b5-0a86-4ce6-8721-9cef62d5792a,segment=NetworkSegment(f315c88c-0cea-42ce-ac38-790188a99330),segment_id=f315c88c-0cea-42ce-ac38-790188a99330)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:12:30.012382 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (964620b5-0a86-4ce6-8721-9cef62d5792a), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:30.079796 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 214b6ab8-206c-4129-a639-f69abbdaa49b up at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:12:30.091695 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:30.169733 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-d211fdd4-8662-48a5-99d3-263dda465c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'name': 'tempest-TestVolumeBootPattern-1276467625-router', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:27Z', 'revision_number': 4, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'gw_port': {'id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:18:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '533a4976-41de-431f-aa44-4aaf39a68069', 'name': '', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'mac_address': 'fa:16:3e:f1:ac:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:26Z', 'updated_at': '2022-09-01T14:12:27Z', 'revision_number': 2, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'subnets': [{'id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:12:30.224967 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d211fdd4-8662-48a5-99d3-263dda465c7d None None] Checking router: e0ff8f07-361c-48d1-b834-0573de213e75 for host: dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:12:30.225322 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d211fdd4-8662-48a5-99d3-263dda465c7d None None] Updating router e0ff8f07-361c-48d1-b834-0573de213e75 port 533a4976-41de-431f-aa44-4aaf39a68069 binding host dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:12:30.234427 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Pushing event updated for resources: {'Port': ['ID=964620b5-0a86-4ce6-8721-9cef62d5792a,revision_number=4']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:30.339620 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d211fdd4-8662-48a5-99d3-263dda465c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (533a4976-41de-431f-aa44-4aaf39a68069), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:30.342124 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning complete for port 214b6ab8-206c-4129-a639-f69abbdaa49b triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:12:30.342556 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (214b6ab8-206c-4129-a639-f69abbdaa49b), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:30.448367 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:30.488845 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eff7ab-9125-47c7-a4e2-fd29d9a802ef req-355792b2-5365-429b-b4d5-5e9dc820ac9b tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:30.491683 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a0eff7ab-9125-47c7-a4e2-fd29d9a802ef req-355792b2-5365-429b-b4d5-5e9dc820ac9b tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 946 time: 0.0739040 Sep 01 14:12:30.574144 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 60942) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:12:30.578174 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 214b6ab8-206c-4129-a639-f69abbdaa49b is: BUILD; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:12:30.579417 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (214b6ab8-206c-4129-a639-f69abbdaa49b), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:30.583151 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-2b0525f0-4f59-4066-b057-901c54f7b043 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1290484623-network', 'tenant_id': '3a8e2734029f4bf49339ca13ef88ee29'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:12:30.595357 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a0eff7ab-9125-47c7-a4e2-fd29d9a802ef req-c510cc5a-6860-4f25-9055-65d1e7170c07 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857894 Sep 01 14:12:30.689242 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1298e8f-49c7-4a76-bc92-4b1fd8dfeac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214b6ab8-206c-4129-a639-f69abbdaa49b'}] {{(pid=107075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:12:30.691797 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea684a423e005867ab2b2321dba33e59ce354bd0b218533ae43957e9dbf26841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec36441-e524-45d9-aa01-fbe457f56064" -d '{"events": [{"server_uuid": "d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1", "name": "network-vif-plugged", "status": "completed", "tag": "214b6ab8-206c-4129-a639-f69abbdaa49b"}]}' {{(pid=107075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:12:30.693465 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0525f0-4f59-4066-b057-901c54f7b043 admin admin] Made reservation on behalf of 3a8e2734029f4bf49339ca13ef88ee29 for: {'network': 1} {{(pid=107074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:12:30.698196 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:30.710487 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-2b0525f0-4f59-4066-b057-901c54f7b043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for network (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:30.715979 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 214b6ab8-206c-4129-a639-f69abbdaa49b, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=214b6ab8-206c-4129-a639-f69abbdaa49b,segment=NetworkSegment(64991032-cb00-4fe3-9882-ec8e7671fd4e),segment_id=64991032-cb00-4fe3-9882-ec8e7671fd4e)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:12:30.736622 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:30.738704 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-2b0525f0-4f59-4066-b057-901c54f7b043 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:30.755053 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52db86-0751-4f2a-ab49-c3bb745fcd18 req-e080aaca-db7c-4945-9f53-aef3f64d630e tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:30.756989 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-aa52db86-0751-4f2a-ab49-c3bb745fcd18 req-e080aaca-db7c-4945-9f53-aef3f64d630e tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 945 time: 0.0692973 Sep 01 14:12:30.798322 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e8738b-5a7f-41bf-ad1f-08ae76bdd19d x-openstack-request-id: req-f1e8738b-5a7f-41bf-ad1f-08ae76bdd19d {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:12:30.798815 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1", "name": "network-vif-plugged", "status": "completed", "tag": "214b6ab8-206c-4129-a639-f69abbdaa49b", "code": 200}]} {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:12:30.799043 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f1e8738b-5a7f-41bf-ad1f-08ae76bdd19d {{(pid=107075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:12:30.799407 dv-cinder-852211-7-iscsi neutron-server[107075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1e8738b-5a7f-41bf-ad1f-08ae76bdd19d'] response: {'server_uuid': 'd1298e8f-49c7-4a76-bc92-4b1fd8dfeac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214b6ab8-206c-4129-a639-f69abbdaa49b', 'code': 200} Sep 01 14:12:30.862179 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (214b6ab8-206c-4129-a639-f69abbdaa49b), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:30.896646 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-aa52db86-0751-4f2a-ab49-c3bb745fcd18 req-52659f10-3122-42ec-8c4b-ddfa1153a877 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1286767 Sep 01 14:12:30.932212 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d211fdd4-8662-48a5-99d3-263dda465c7d None None] Publish callbacks [] for port (533a4976-41de-431f-aa44-4aaf39a68069), precommit_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:30.939717 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-2b0525f0-4f59-4066-b057-901c54f7b043 admin admin] Publish callbacks [] for security_group (f5670635-0bf8-44e6-8a1e-4d054ce72617), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:30.977104 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=214b6ab8-206c-4129-a639-f69abbdaa49b,revision_number=7']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:30.982152 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:30.996771 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc242a-faf9-4a57-b365-63d0a28ea996 req-4e12a9b5-2802-49a5-9c56-4f6a29bb51b1 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:31.004609 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-92cc242a-faf9-4a57-b365-63d0a28ea996 req-4e12a9b5-2802-49a5-9c56-4f6a29bb51b1 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 945 time: 0.0908756 Sep 01 14:12:31.025119 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-2b0525f0-4f59-4066-b057-901c54f7b043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (f5670635-0bf8-44e6-8a1e-4d054ce72617), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:31.025396 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d211fdd4-8662-48a5-99d3-263dda465c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (533a4976-41de-431f-aa44-4aaf39a68069), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:31.055101 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b0525f0-4f59-4066-b057-901c54f7b043 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=107074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:12:31.096208 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:DELETE=4,neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:31.101927 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-92cc242a-faf9-4a57-b365-63d0a28ea996 req-048132cb-b901-4438-8122-73613c1d2381 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908380 Sep 01 14:12:31.121034 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-2b0525f0-4f59-4066-b057-901c54f7b043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881'] for segment (290c7c9d-86bf-4bf1-8d6c-f720b2c301ae), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:31.121593 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.db.segments_db [None req-2b0525f0-4f59-4066-b057-901c54f7b043 admin admin] Added segment 290c7c9d-86bf-4bf1-8d6c-f720b2c301ae of type vlan for network db0d5f07-8b4e-426b-94d1-ce799fc91839 Sep 01 14:12:31.128342 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0525f0-4f59-4066-b057-901c54f7b043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5670635-0bf8-44e6-8a1e-4d054ce72617,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:31.156641 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8258756-cd5a-4542-a8e4-15c9aa895b55 None None] Pushing event updated for resources: {'Port': ['ID=533a4976-41de-431f-aa44-4aaf39a68069,revision_number=3']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:31.228770 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-2b0525f0-4f59-4066-b057-901c54f7b043 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786311408797'] for network (db0d5f07-8b4e-426b-94d1-ce799fc91839), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:31.287684 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:31.298316 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 964620b5-0a86-4ce6-8721-9cef62d5792a up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:12:31.313772 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-d211fdd4-8662-48a5-99d3-263dda465c7d None None] Attempting to bind port 533a4976-41de-431f-aa44-4aaf39a68069 on host dv-cinder-852211-7-iscsi for vnic_type normal with profile {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:12:31.314210 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-d211fdd4-8662-48a5-99d3-263dda465c7d None None] Attempting to bind port 533a4976-41de-431f-aa44-4aaf39a68069 by drivers openvswitch,hyperv on host dv-cinder-852211-7-iscsi at level 0 using segments [{'id': '2b7d1c7b-bf62-4ac5-834a-3285ade09ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0'}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:12:31.314702 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d211fdd4-8662-48a5-99d3-263dda465c7d None None] Attempting to bind port 533a4976-41de-431f-aa44-4aaf39a68069 on network ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:12:31.349102 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d211fdd4-8662-48a5-99d3-263dda465c7d None None] Checking agent: {'id': '16ae7bad-0e03-4d8e-885b-3ed578a6ac87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 13, 56, 30), 'started_at': datetime.datetime(2022, 9, 1, 13, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:12:31.349548 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d211fdd4-8662-48a5-99d3-263dda465c7d None None] Checking segment: {'id': '2b7d1c7b-bf62-4ac5-834a-3285ade09ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:12:31.349988 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d211fdd4-8662-48a5-99d3-263dda465c7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:31.350391 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d211fdd4-8662-48a5-99d3-263dda465c7d None None] Bound using segment: {'id': '2b7d1c7b-bf62-4ac5-834a-3285ade09ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0'} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:12:31.350959 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-d211fdd4-8662-48a5-99d3-263dda465c7d None None] Bound port: 533a4976-41de-431f-aa44-4aaf39a68069, host: dv-cinder-852211-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7d1c7b-bf62-4ac5-834a-3285ade09ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0'}}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:12:31.351343 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d211fdd4-8662-48a5-99d3-263dda465c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (533a4976-41de-431f-aa44-4aaf39a68069), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:31.362490 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-2b0525f0-4f59-4066-b057-901c54f7b043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793'] for network (db0d5f07-8b4e-426b-94d1-ce799fc91839), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:31.365564 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0525f0-4f59-4066-b057-901c54f7b043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:31.365564 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-2b0525f0-4f59-4066-b057-901c54f7b043 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for network (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:31.386606 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:31.462738 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0525f0-4f59-4066-b057-901c54f7b043 admin admin] Pushing event updated for resources: {'Network': ['ID=db0d5f07-8b4e-426b-94d1-ce799fc91839,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:31.489760 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Network db0d5f07-8b4e-426b-94d1-ce799fc91839 details requested by agent ovs-agent-dv-cinder-852211-7-iscsi with host dv-cinder-852211-7-iscsi {{(pid=107075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:12:31.516426 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-2b0525f0-4f59-4066-b057-901c54f7b043 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9400995 Sep 01 14:12:31.528695 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 60950) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:12:31.529134 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-e0d9ebb1-887c-4287-80f9-da05a9ec1581 admin admin] Request body: {'subnet': {'network_id': 'db0d5f07-8b4e-426b-94d1-ce799fc91839', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1290484623-subnet', 'tenant_id': '3a8e2734029f4bf49339ca13ef88ee29', 'ip_version': 4}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:12:31.529886 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 964620b5-0a86-4ce6-8721-9cef62d5792a triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:12:31.531154 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (964620b5-0a86-4ce6-8721-9cef62d5792a), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:31.604431 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-d211fdd4-8662-48a5-99d3-263dda465c7d None None] For port 533a4976-41de-431f-aa44-4aaf39a68069, host dv-cinder-852211-7-iscsi, cleared binding levels {{(pid=107075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:12:31.647954 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-d211fdd4-8662-48a5-99d3-263dda465c7d None None] For port 533a4976-41de-431f-aa44-4aaf39a68069, host dv-cinder-852211-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=533a4976-41de-431f-aa44-4aaf39a68069,segment=NetworkSegment(2b7d1c7b-bf62-4ac5-834a-3285ade09ba6),segment_id=2b7d1c7b-bf62-4ac5-834a-3285ade09ba6)] {{(pid=107075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:12:31.682694 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 6 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:12:31.688912 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d9ebb1-887c-4287-80f9-da05a9ec1581 admin admin] Made reservation on behalf of 3a8e2734029f4bf49339ca13ef88ee29 for: {'subnet': 1} {{(pid=107074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:12:31.693821 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-e0d9ebb1-887c-4287-80f9-da05a9ec1581 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2708979'] for subnet (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:31.711788 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:31.720376 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 964620b5-0a86-4ce6-8721-9cef62d5792a is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:12:31.801717 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7623a-fc8f-49fe-8e92-042039d9ac5b req-81d9d4cb-575e-4a89-8642-9b28c1805e64 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:31.804157 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6ba7623a-fc8f-49fe-8e92-042039d9ac5b req-81d9d4cb-575e-4a89-8642-9b28c1805e64 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 946 time: 0.0665486 Sep 01 14:12:31.804507 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d211fdd4-8662-48a5-99d3-263dda465c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (533a4976-41de-431f-aa44-4aaf39a68069), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:31.879577 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6ba7623a-fc8f-49fe-8e92-042039d9ac5b req-673d5c25-d2f9-421d-a619-5a2c1bc266f3 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651619 Sep 01 14:12:31.895254 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d211fdd4-8662-48a5-99d3-263dda465c7d None None] Routers {'e0ff8f07-361c-48d1-b834-0573de213e75'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:12:31.896309 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-d211fdd4-8662-48a5-99d3-263dda465c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:12:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['e0ff8f07-361c-48d1-b834-0573de213e75'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:12:32.016799 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-e0d9ebb1-887c-4287-80f9-da05a9ec1581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2922390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2708929'] for subnet (9834196b-a3b8-4a8d-91c8-a30099e390ef), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:32.111928 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4601a-49d5-4455-ae45-b9b4656c8523 req-53a3dd67-49ad-41c9-9583-de9942cba5e5 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:32.113590 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-eff4601a-49d5-4455-ae45-b9b4656c8523 req-53a3dd67-49ad-41c9-9583-de9942cba5e5 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 945 time: 0.0587933 Sep 01 14:12:32.144931 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d9ebb1-887c-4287-80f9-da05a9ec1581 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9834196b-a3b8-4a8d-91c8-a30099e390ef,revision_number=0']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:32.152175 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d9ebb1-887c-4287-80f9-da05a9ec1581 admin admin] Checking segment: {'id': '290c7c9d-86bf-4bf1-8d6c-f720b2c301ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'db0d5f07-8b4e-426b-94d1-ce799fc91839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:12:32.152726 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d9ebb1-887c-4287-80f9-da05a9ec1581 admin admin] Network hostable DHCP agents. Network: db0d5f07-8b4e-426b-94d1-ce799fc91839, hostable agents: ['e6fb8577-74ae-4f68-b634-c24662e9afb4'], hosted agents: [] {{(pid=107074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:12:32.164674 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8258756-cd5a-4542-a8e4-15c9aa895b55 None None] Pushing event updated for resources: {'Port': ['ID=533a4976-41de-431f-aa44-4aaf39a68069,revision_number=4']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:32.201148 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-eff4601a-49d5-4455-ae45-b9b4656c8523 req-6d5a345d-7ab4-4ab2-9fb8-26d9eb3741c7 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0707610 Sep 01 14:12:32.279668 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-d211fdd4-8662-48a5-99d3-263dda465c7d None None] Set router e0ff8f07-361c-48d1-b834-0573de213e75 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:12:32.322494 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a293c9-9252-40a6-b3b6-a052a4c8ca9e req-17865de6-13ee-4f45-bd65-873a0f3eb9f2 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:32.324343 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-41a293c9-9252-40a6-b3b6-a052a4c8ca9e req-17865de6-13ee-4f45-bd65-873a0f3eb9f2 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 945 time: 0.0565290 Sep 01 14:12:32.328641 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d9ebb1-887c-4287-80f9-da05a9ec1581 admin admin] Network db0d5f07-8b4e-426b-94d1-ce799fc91839 is scheduled to be hosted by DHCP agent e6fb8577-74ae-4f68-b634-c24662e9afb4 with binding_index 1 {{(pid=107074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:12:32.390339 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-41a293c9-9252-40a6-b3b6-a052a4c8ca9e req-75050e7c-9c9f-45f8-820d-46953fc4c673 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511220 Sep 01 14:12:32.480356 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-e0d9ebb1-887c-4287-80f9-da05a9ec1581 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-7-iscsi, db0d5f07-8b4e-426b-94d1-ce799fc91839) {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:12:32.487211 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d9ebb1-887c-4287-80f9-da05a9ec1581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:32.487819 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-e0d9ebb1-887c-4287-80f9-da05a9ec1581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for subnet (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:32.496623 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720868ef-c1d5-4d29-a710-e432a40cfc07 None None] Network db0d5f07-8b4e-426b-94d1-ce799fc91839 requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:12:32.499574 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:32.590504 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-e0d9ebb1-887c-4287-80f9-da05a9ec1581 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0679672 Sep 01 14:12:32.594934 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 60958) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:12:32.605511 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-33eb91ce-f88d-4120-a8bc-62ff403c5276 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1290484623-router', 'tenant_id': '3a8e2734029f4bf49339ca13ef88ee29', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:12:32.694495 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-33eb91ce-f88d-4120-a8bc-62ff403c5276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33128399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3528'] for router (a4b91e7f-26d8-4517-89f3-e0ff191ea80e), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:32.696332 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-33eb91ce-f88d-4120-a8bc-62ff403c5276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33127825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-480353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3571'] for router (a4b91e7f-26d8-4517-89f3-e0ff191ea80e), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:32.768098 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-d211fdd4-8662-48a5-99d3-263dda465c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'name': 'tempest-TestVolumeBootPattern-1276467625-router', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:27Z', 'revision_number': 4, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'gw_port': {'id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:18:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '533a4976-41de-431f-aa44-4aaf39a68069', 'name': '', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'mac_address': 'fa:16:3e:f1:ac:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:26Z', 'updated_at': '2022-09-01T14:12:31Z', 'revision_number': 4, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'subnets': [{'id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:12:32.777608 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-33eb91ce-f88d-4120-a8bc-62ff403c5276 admin admin] Publish callbacks [] for router_controller (a4b91e7f-26d8-4517-89f3-e0ff191ea80e), precommit_add_association {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:32.830688 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d211fdd4-8662-48a5-99d3-263dda465c7d None None] The sync data for ids ['e0ff8f07-361c-48d1-b834-0573de213e75'] in dv-cinder-852211-7-iscsi is: [{'id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'name': 'tempest-TestVolumeBootPattern-1276467625-router', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:27Z', 'revision_number': 4, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'gw_port': {'id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:18:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '533a4976-41de-431f-aa44-4aaf39a68069', 'name': '', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'mac_address': 'fa:16:3e:f1:ac:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:26Z', 'updated_at': '2022-09-01T14:12:31Z', 'revision_number': 4, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'subnets': [{'id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:12:32.887855 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b35da2-4a92-435c-9dbb-356f94d2661f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90e2f4e2-ea37-5315-bbf9-53240d5a3a76-db0d5f07-8b4e-426b-94d1-ce799fc91839', 'network_id': 'db0d5f07-8b4e-426b-94d1-ce799fc91839', 'project_id': '3a8e2734029f4bf49339ca13ef88ee29', 'fixed_ips': [{'subnet_id': '9834196b-a3b8-4a8d-91c8-a30099e390ef'}]}} from dv-cinder-852211-7-iscsi. {{(pid=107075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 01 14:12:32.890456 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d8b35da2-4a92-435c-9dbb-356f94d2661f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:33.120338 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:33.184401 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a73f2-d7d6-4875-8b8f-1859370c0c6f req-edfa03f3-d1b0-452a-a62d-d44b03eae846 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:33.186225 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-411a73f2-d7d6-4875-8b8f-1859370c0c6f req-edfa03f3-d1b0-452a-a62d-d44b03eae846 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 946 time: 0.1532660 Sep 01 14:12:33.254798 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.db_base_plugin_common [None req-d8b35da2-4a92-435c-9dbb-356f94d2661f None None] Allocated IP 172.20.0.2 (db0d5f07-8b4e-426b-94d1-ce799fc91839/9834196b-a3b8-4a8d-91c8-a30099e390ef/c6f24274-9614-4dba-bd73-4789801a4cfc) {{(pid=107075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:12:33.461006 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 533a4976-41de-431f-aa44-4aaf39a68069 up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:12:33.470520 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [req-411a73f2-d7d6-4875-8b8f-1859370c0c6f req-5d0c38bd-a320-49d1-99e1-bb10428089f2 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Deleting port 073b1d8b-8a54-4df8-a7c0-5ad23c885880 {{(pid=107074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:12:33.471482 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-411a73f2-d7d6-4875-8b8f-1859370c0c6f req-5d0c38bd-a320-49d1-99e1-bb10428089f2 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (073b1d8b-8a54-4df8-a7c0-5ad23c885880), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:33.479199 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-33eb91ce-f88d-4120-a8bc-62ff403c5276 admin admin] Publish callbacks [] for router_gateway (a4b91e7f-26d8-4517-89f3-e0ff191ea80e), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:33.508949 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:33.538366 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f14cc8-38d1-4d39-b22b-8ab265a99ac1 req-0820bcef-66e1-401a-9c49-a7d53044e85d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:33.552728 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-84f14cc8-38d1-4d39-b22b-8ab265a99ac1 req-0820bcef-66e1-401a-9c49-a7d53044e85d tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 946 time: 0.2986476 Sep 01 14:12:33.633525 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-49c34b5d-d04b-4853-be86-7e0c7f9e59cf req-e0612f53-7cdb-45f7-bb52-90780d5f3e27 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2009233229&fields=id&tenant_id=adf6f1699a0740ee99ae03ef2423d143 HTTP/1.1" status: 200 len: 267 time: 0.5248570 Sep 01 14:12:33.708922 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [req-411a73f2-d7d6-4875-8b8f-1859370c0c6f req-5d0c38bd-a320-49d1-99e1-bb10428089f2 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] For port 073b1d8b-8a54-4df8-a7c0-5ad23c885880, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=073b1d8b-8a54-4df8-a7c0-5ad23c885880,segment=NetworkSegment(21afd361-14bd-45f1-b42f-187569ad44e0),segment_id=21afd361-14bd-45f1-b42f-187569ad44e0)] {{(pid=107074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:12:33.709436 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-411a73f2-d7d6-4875-8b8f-1859370c0c6f req-5d0c38bd-a320-49d1-99e1-bb10428089f2 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (073b1d8b-8a54-4df8-a7c0-5ad23c885880), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:33.763318 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [req-411a73f2-d7d6-4875-8b8f-1859370c0c6f req-5d0c38bd-a320-49d1-99e1-bb10428089f2 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Calling delete_port for 073b1d8b-8a54-4df8-a7c0-5ad23c885880 owned by compute:nova {{(pid=107074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:12:33.780884 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d8b35da2-4a92-435c-9dbb-356f94d2661f None None] Publish callbacks [] for port (c6f24274-9614-4dba-bd73-4789801a4cfc), precommit_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:33.814100 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 533a4976-41de-431f-aa44-4aaf39a68069 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:12:33.814734 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-84f14cc8-38d1-4d39-b22b-8ab265a99ac1 req-26994035-77ae-44b3-be1c-2b97c8db6d5b tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0c7322a-6e08-47f2-94dc-297a987afd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605028 Sep 01 14:12:33.814966 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (533a4976-41de-431f-aa44-4aaf39a68069), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:33.950426 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c34b5d-d04b-4853-be86-7e0c7f9e59cf req-850bc0c0-d4c2-4f1b-8894-823adf05b7f5 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:33.965847 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-49c34b5d-d04b-4853-be86-7e0c7f9e59cf req-850bc0c0-d4c2-4f1b-8894-823adf05b7f5 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 985 time: 0.3228343 Sep 01 14:12:33.971268 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d8b35da2-4a92-435c-9dbb-356f94d2661f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320'] for port (c6f24274-9614-4dba-bd73-4789801a4cfc), after_create {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:34.024061 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [req-49c34b5d-d04b-4853-be86-7e0c7f9e59cf req-d4179456-f7c0-416c-9462-50b01a5d497b tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Request body: {'port': {'security_groups': ['97412c60-12ed-4e7d-be7b-fe343e91b0e2']}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:12:34.126499 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:34.162327 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:34.218611 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b35da2-4a92-435c-9dbb-356f94d2661f None None] Network db0d5f07-8b4e-426b-94d1-ce799fc91839 is already hosted by enough agents. {{(pid=107075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:12:34.231081 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.scheduler.base_scheduler [None req-d8b35da2-4a92-435c-9dbb-356f94d2661f None None] Resources bound (agent type, host, resource id): {{(pid=107075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:12:34.236674 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b35da2-4a92-435c-9dbb-356f94d2661f None None] Pushing event updated for resources: {'Port': ['ID=c6f24274-9614-4dba-bd73-4789801a4cfc,revision_number=1']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:34.240417 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b35da2-4a92-435c-9dbb-356f94d2661f None None] Received port after_create {{(pid=107075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:12:34.252683 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-411a73f2-d7d6-4875-8b8f-1859370c0c6f req-5d0c38bd-a320-49d1-99e1-bb10428089f2 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (073b1d8b-8a54-4df8-a7c0-5ad23c885880), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:34.336070 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c38bd-a320-49d1-99e1-bb10428089f2 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Pushing event deleted for resources: {'Port': ['ID=073b1d8b-8a54-4df8-a7c0-5ad23c885880,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:34.408079 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 533a4976-41de-431f-aa44-4aaf39a68069 is: DOWN; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:12:34.410295 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (533a4976-41de-431f-aa44-4aaf39a68069), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:34.432302 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f11e59-1c41-44a9-b1bb-e3c764154240 req-40345187-6506-4f9a-b86e-c8d910c3f50b tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:34.440106 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-66f11e59-1c41-44a9-b1bb-e3c764154240 req-40345187-6506-4f9a-b86e-c8d910c3f50b tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 945 time: 0.3390696 Sep 01 14:12:34.462406 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-49c34b5d-d04b-4853-be86-7e0c7f9e59cf req-d4179456-f7c0-416c-9462-50b01a5d497b tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (9784e98b-3dcc-42d6-a82e-41f46d73700f), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:34.473466 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [req-411a73f2-d7d6-4875-8b8f-1859370c0c6f req-5d0c38bd-a320-49d1-99e1-bb10428089f2 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] No DVR routers for this DVR port 073b1d8b-8a54-4df8-a7c0-5ad23c885880 on host hv-cinder-85221 {{(pid=107074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:12:34.496647 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-411a73f2-d7d6-4875-8b8f-1859370c0c6f req-5d0c38bd-a320-49d1-99e1-bb10428089f2 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:34.516535 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-411a73f2-d7d6-4875-8b8f-1859370c0c6f req-5d0c38bd-a320-49d1-99e1-bb10428089f2 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.72 "DELETE /networking/v2.0/ports/073b1d8b-8a54-4df8-a7c0-5ad23c885880 HTTP/1.1" status: 204 len: 173 time: 1.3179030 Sep 01 14:12:34.517460 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846e670d-c808-44d5-be0e-9c36671fbe91', 'name': 'network-vif-deleted', 'tag': '073b1d8b-8a54-4df8-a7c0-5ad23c885880'}] {{(pid=107074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:12:34.546390 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c297ab1b76e2baeed04979654ee05671bdf6dedd7a272174e678f0e52b3dfb88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305230f2-3207-49c5-83cb-1f44c5f2423b" -d '{"events": [{"server_uuid": "846e670d-c808-44d5-be0e-9c36671fbe91", "name": "network-vif-deleted", "tag": "073b1d8b-8a54-4df8-a7c0-5ad23c885880"}]}' {{(pid=107074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:12:34.637141 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] For port 533a4976-41de-431f-aa44-4aaf39a68069, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=533a4976-41de-431f-aa44-4aaf39a68069,segment=NetworkSegment(2b7d1c7b-bf62-4ac5-834a-3285ade09ba6),segment_id=2b7d1c7b-bf62-4ac5-834a-3285ade09ba6)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:12:34.657305 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-d8b35da2-4a92-435c-9dbb-356f94d2661f None None] Attempting to bind port c6f24274-9614-4dba-bd73-4789801a4cfc on host dv-cinder-852211-7-iscsi for vnic_type normal with profile {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:12:34.658070 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-d8b35da2-4a92-435c-9dbb-356f94d2661f None None] Attempting to bind port c6f24274-9614-4dba-bd73-4789801a4cfc by drivers openvswitch,hyperv on host dv-cinder-852211-7-iscsi at level 0 using segments [{'id': '290c7c9d-86bf-4bf1-8d6c-f720b2c301ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'db0d5f07-8b4e-426b-94d1-ce799fc91839'}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:12:34.658675 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b35da2-4a92-435c-9dbb-356f94d2661f None None] Attempting to bind port c6f24274-9614-4dba-bd73-4789801a4cfc on network db0d5f07-8b4e-426b-94d1-ce799fc91839 {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:12:34.667633 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b35da2-4a92-435c-9dbb-356f94d2661f None None] Checking agent: {'id': '16ae7bad-0e03-4d8e-885b-3ed578a6ac87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 13, 56, 30), 'started_at': datetime.datetime(2022, 9, 1, 13, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:12:34.670859 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b35da2-4a92-435c-9dbb-356f94d2661f None None] Checking segment: {'id': '290c7c9d-86bf-4bf1-8d6c-f720b2c301ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'db0d5f07-8b4e-426b-94d1-ce799fc91839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:12:34.670859 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d8b35da2-4a92-435c-9dbb-356f94d2661f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:34.670859 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b35da2-4a92-435c-9dbb-356f94d2661f None None] Bound using segment: {'id': '290c7c9d-86bf-4bf1-8d6c-f720b2c301ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'db0d5f07-8b4e-426b-94d1-ce799fc91839'} {{(pid=107075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:12:34.670859 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.managers [None req-d8b35da2-4a92-435c-9dbb-356f94d2661f None None] Bound port: c6f24274-9614-4dba-bd73-4789801a4cfc, host: dv-cinder-852211-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '290c7c9d-86bf-4bf1-8d6c-f720b2c301ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'db0d5f07-8b4e-426b-94d1-ce799fc91839'}}] {{(pid=107075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:12:34.670859 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d8b35da2-4a92-435c-9dbb-356f94d2661f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (c6f24274-9614-4dba-bd73-4789801a4cfc), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:34.806174 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (533a4976-41de-431f-aa44-4aaf39a68069), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:34.820797 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-66f11e59-1c41-44a9-b1bb-e3c764154240 req-1d153b11-2a42-41ea-904a-6eec16516612 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3314583 Sep 01 14:12:34.887779 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-33eb91ce-f88d-4120-a8bc-62ff403c5276 admin admin] Publish callbacks [] for router_gateway (a4b91e7f-26d8-4517-89f3-e0ff191ea80e), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:35.040448 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-d8b35da2-4a92-435c-9dbb-356f94d2661f None None] For port c6f24274-9614-4dba-bd73-4789801a4cfc, host dv-cinder-852211-7-iscsi, cleared binding levels {{(pid=107075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:12:35.045966 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-33eb91ce-f88d-4120-a8bc-62ff403c5276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:35.050806 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-d8b35da2-4a92-435c-9dbb-356f94d2661f None None] For port c6f24274-9614-4dba-bd73-4789801a4cfc, host dv-cinder-852211-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=c6f24274-9614-4dba-bd73-4789801a4cfc,segment=NetworkSegment(290c7c9d-86bf-4bf1-8d6c-f720b2c301ae),segment_id=290c7c9d-86bf-4bf1-8d6c-f720b2c301ae)] {{(pid=107075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:12:35.074539 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Pushing event updated for resources: {'Port': ['ID=533a4976-41de-431f-aa44-4aaf39a68069,revision_number=5']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:35.164240 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d8b35da2-4a92-435c-9dbb-356f94d2661f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (c6f24274-9614-4dba-bd73-4789801a4cfc), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:35.435723 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b35da2-4a92-435c-9dbb-356f94d2661f None None] Pushing event updated for resources: {'Port': ['ID=c6f24274-9614-4dba-bd73-4789801a4cfc,revision_number=2']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:35.552540 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59187eab-e05c-45d8-82b0-da85908824b7 req-210ad3c4-0656-4c0e-b347-5fb7d1b769b3 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:35.564133 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-59187eab-e05c-45d8-82b0-da85908824b7 req-210ad3c4-0656-4c0e-b347-5fb7d1b769b3 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 945 time: 0.4876418 Sep 01 14:12:35.574947 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 533a4976-41de-431f-aa44-4aaf39a68069 up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:12:35.581433 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [req-49c34b5d-d04b-4853-be86-7e0c7f9e59cf req-d4179456-f7c0-416c-9462-50b01a5d497b tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] For port 9784e98b-3dcc-42d6-a82e-41f46d73700f, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9784e98b-3dcc-42d6-a82e-41f46d73700f,segment=NetworkSegment(8e3a9a2b-6a7f-4956-be6c-5783c1ea882c),segment_id=8e3a9a2b-6a7f-4956-be6c-5783c1ea882c)] {{(pid=107073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:12:35.722926 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-59187eab-e05c-45d8-82b0-da85908824b7 req-b4ccb18d-e540-4a0c-a04e-8ddfe183bba5 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059954 Sep 01 14:12:35.793754 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:35.857487 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8913120c-99f8-4080-8e19-6e94aab1799f x-openstack-request-id: req-8913120c-99f8-4080-8e19-6e94aab1799f {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:12:35.859348 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846e670d-c808-44d5-be0e-9c36671fbe91", "name": "network-vif-deleted", "tag": "073b1d8b-8a54-4df8-a7c0-5ad23c885880", "status": "completed", "code": 200}]} {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:12:35.859864 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8913120c-99f8-4080-8e19-6e94aab1799f {{(pid=107074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:12:35.860766 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8913120c-99f8-4080-8e19-6e94aab1799f'] response: {'server_uuid': '846e670d-c808-44d5-be0e-9c36671fbe91', 'name': 'network-vif-deleted', 'tag': '073b1d8b-8a54-4df8-a7c0-5ad23c885880', 'status': 'completed', 'code': 200} Sep 01 14:12:35.890924 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 533a4976-41de-431f-aa44-4aaf39a68069 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:12:35.893054 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (533a4976-41de-431f-aa44-4aaf39a68069), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:35.938358 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-49c34b5d-d04b-4853-be86-7e0c7f9e59cf req-d4179456-f7c0-416c-9462-50b01a5d497b tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks [] for port (9784e98b-3dcc-42d6-a82e-41f46d73700f), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:36.015640 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.db_base_plugin_common [None req-33eb91ce-f88d-4120-a8bc-62ff403c5276 admin admin] Allocated IP 172.27.2.247 (495e3753-365b-4db4-ace7-a3dca370cb0d/c60058e0-5076-4233-a499-c0113b757f85/488913e4-a05d-43b3-9535-56beec07f7df) {{(pid=107073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:12:36.015640 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-49c34b5d-d04b-4853-be86-7e0c7f9e59cf req-d4179456-f7c0-416c-9462-50b01a5d497b tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3071173'] for port (9784e98b-3dcc-42d6-a82e-41f46d73700f), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:36.030742 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] get_ports_and_sgs() called for port_ids ['9784e98b-3dcc-42d6-a82e-41f46d73700f'] {{(pid=107075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 14:12:36.133477 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c34b5d-d04b-4853-be86-7e0c7f9e59cf req-d4179456-f7c0-416c-9462-50b01a5d497b tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:36.134186 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-49c34b5d-d04b-4853-be86-7e0c7f9e59cf req-d4179456-f7c0-416c-9462-50b01a5d497b tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:36.135866 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-49c34b5d-d04b-4853-be86-7e0c7f9e59cf req-d4179456-f7c0-416c-9462-50b01a5d497b tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "PUT /networking/v2.0/ports/9784e98b-3dcc-42d6-a82e-41f46d73700f HTTP/1.1" status: 200 len: 943 time: 2.1659112 Sep 01 14:12:36.136923 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4179456-f7c0-416c-9462-50b01a5d497b tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Pushing event updated for resources: {'Port': ['ID=9784e98b-3dcc-42d6-a82e-41f46d73700f,revision_number=7']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:36.140977 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd917f141-65db-49b0-87ed-0e1e0b72bb4a', 'tag': '9784e98b-3dcc-42d6-a82e-41f46d73700f'}] {{(pid=107073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:12:36.143990 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa2be68435688eaee197eda6180a725a3135abf9bfe352ecc662039bf4a93bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c3d1ab-e227-4588-8722-b94d5054a5f9" -d '{"events": [{"name": "network-changed", "server_uuid": "d917f141-65db-49b0-87ed-0e1e0b72bb4a", "tag": "9784e98b-3dcc-42d6-a82e-41f46d73700f"}]}' {{(pid=107073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:12:36.147451 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 60998) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:12:36.197261 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 073b1d8b-8a54-4df8-a7c0-5ad23c885880 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:12:36.282857 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f7a9d60d-c2df-4b25-9386-edb8fa129c95 req-c0afeb79-ebfc-4a80-90fb-f1ff66d4e3d2 tempest-ServerRescueNegativeTestJSON-697169282 tempest-ServerRescueNegativeTestJSON-697169282-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=846e670d-c808-44d5-be0e-9c36671fbe91 HTTP/1.1" status: 200 len: 210 time: 0.0989082 Sep 01 14:12:36.313529 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-38b33c3e-a260-45e1-adff-0e8f79d7eecf tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks [] for security_group (28137255-a9b5-42bf-804b-d3e5db5441a5), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:36.329450 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] No Port match for: 073b1d8b-8a54-4df8-a7c0-5ad23c885880 {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:12:36.335004 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 073b1d8b-8a54-4df8-a7c0-5ad23c885880 not bound to the agent host hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:12:36.347692 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] get_ports_and_sgs() called for port_ids ['9784e98b-3dcc-42d6-a82e-41f46d73700f'] {{(pid=107075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 14:12:36.401552 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-38b33c3e-a260-45e1-adff-0e8f79d7eecf tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks [] for security_group (28137255-a9b5-42bf-804b-d3e5db5441a5), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:36.546777 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=8 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:36.625185 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b70db-ea5e-4895-bb84-c99092a2d86f req-c64cdf26-75b1-48ff-9c0c-e9408c1268d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:36.628611 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-240b70db-ea5e-4895-bb84-c99092a2d86f req-c64cdf26-75b1-48ff-9c0c-e9408c1268d0 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=c1c061b824cb4a92a469061e7a67f967&device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 1129 time: 0.1097481 Sep 01 14:12:36.765735 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-38b33c3e-a260-45e1-adff-0e8f79d7eecf tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (28137255-a9b5-42bf-804b-d3e5db5441a5), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:36.766338 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-33eb91ce-f88d-4120-a8bc-62ff403c5276 admin admin] Publish callbacks [] for port (488913e4-a05d-43b3-9535-56beec07f7df), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:36.768793 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-38b33c3e-a260-45e1-adff-0e8f79d7eecf tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:36.770328 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-38b33c3e-a260-45e1-adff-0e8f79d7eecf tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/28137255-a9b5-42bf-804b-d3e5db5441a5 HTTP/1.1" status: 204 len: 168 time: 0.6215575 Sep 01 14:12:36.779473 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 32772) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:12:36.795434 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:36.912280 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 533a4976-41de-431f-aa44-4aaf39a68069 is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:12:36.927704 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b33c3e-a260-45e1-adff-0e8f79d7eecf tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28137255-a9b5-42bf-804b-d3e5db5441a5,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:36.991908 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:37.017144 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b70db-ea5e-4895-bb84-c99092a2d86f req-32f93ad5-e6aa-4a2a-a5a9-f48fe9dbb243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:37.021665 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-240b70db-ea5e-4895-bb84-c99092a2d86f req-32f93ad5-e6aa-4a2a-a5a9-f48fe9dbb243 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=d990df73-a69e-4562-a002-6a937695b5ba HTTP/1.1" status: 200 len: 910 time: 0.3843291 Sep 01 14:12:37.029081 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89534388-839e-4400-80b9-107d092b111f x-openstack-request-id: req-89534388-839e-4400-80b9-107d092b111f {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:12:37.033780 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d917f141-65db-49b0-87ed-0e1e0b72bb4a", "tag": "9784e98b-3dcc-42d6-a82e-41f46d73700f", "status": "completed", "code": 200}]} {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:12:37.035080 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-89534388-839e-4400-80b9-107d092b111f {{(pid=107073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:12:37.038467 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89534388-839e-4400-80b9-107d092b111f'] response: {'name': 'network-changed', 'server_uuid': 'd917f141-65db-49b0-87ed-0e1e0b72bb4a', 'tag': '9784e98b-3dcc-42d6-a82e-41f46d73700f', 'status': 'completed', 'code': 200} Sep 01 14:12:37.054495 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=3 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:37.141943 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-33eb91ce-f88d-4120-a8bc-62ff403c5276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (488913e4-a05d-43b3-9535-56beec07f7df), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:37.341363 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-240b70db-ea5e-4895-bb84-c99092a2d86f req-91c70310-176d-440c-907a-312c273c28e9 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b44c940-faa5-4df3-83f2-2d676ad70287 HTTP/1.1" status: 200 len: 1001 time: 0.2603536 Sep 01 14:12:37.407601 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbc4df5-429d-4cab-a630-8bc53cecf834 None None] Network db0d5f07-8b4e-426b-94d1-ce799fc91839 requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:12:37.448352 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-2a87877c-c62b-407e-921e-2b20d376f671 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Deleting port 70f592ec-9b0c-4455-b23b-7e01f82a52f3 {{(pid=107074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:12:37.448969 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-2a87877c-c62b-407e-921e-2b20d376f671 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (70f592ec-9b0c-4455-b23b-7e01f82a52f3), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:37.509334 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-f3801a56-9961-431c-9f4d-fa94f2f66bcd None None] Provisioning complete for port c6f24274-9614-4dba-bd73-4789801a4cfc triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:12:37.509756 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-f3801a56-9961-431c-9f4d-fa94f2f66bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (c6f24274-9614-4dba-bd73-4789801a4cfc), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:37.595384 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7587b-301f-41b8-b9d6-8d23c1fbbeba req-090c9919-46cf-4e80-8329-b79637ca8686 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:37.602235 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3fd7587b-301f-41b8-b9d6-8d23c1fbbeba req-090c9919-46cf-4e80-8329-b79637ca8686 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 945 time: 0.5329726 Sep 01 14:12:37.623416 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:37.626519 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eb91ce-f88d-4120-a8bc-62ff403c5276 admin admin] Network 495e3753-365b-4db4-ace7-a3dca370cb0d is already hosted by enough agents. {{(pid=107073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:12:37.628859 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3d1ab-e227-4588-8722-b94d5054a5f9 req-7d8135b7-afc0-435d-a52e-20fadf2b139c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:37.630878 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-84c3d1ab-e227-4588-8722-b94d5054a5f9 req-7d8135b7-afc0-435d-a52e-20fadf2b139c service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=adf6f1699a0740ee99ae03ef2423d143&device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 1130 time: 0.7479095 Sep 01 14:12:37.641081 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device c6f24274-9614-4dba-bd73-4789801a4cfc up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:12:37.648041 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b70db-ea5e-4895-bb84-c99092a2d86f req-111fcdae-1dc5-4213-94b9-35a950c093ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:37.650864 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-240b70db-ea5e-4895-bb84-c99092a2d86f req-111fcdae-1dc5-4213-94b9-35a950c093ef service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=090e269d-51eb-4081-b0e5-a44524761efb HTTP/1.1" status: 200 len: 848 time: 0.2853668 Sep 01 14:12:37.660997 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.base_scheduler [None req-33eb91ce-f88d-4120-a8bc-62ff403c5276 admin admin] Resources bound (agent type, host, resource id): {{(pid=107073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:12:37.696779 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33eb91ce-f88d-4120-a8bc-62ff403c5276 admin admin] Received port after_create {{(pid=107073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:12:37.825343 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3fd7587b-301f-41b8-b9d6-8d23c1fbbeba req-1ef03dd5-2e57-4172-9431-2fc7872e5bc1 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922841 Sep 01 14:12:37.837432 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b70db-ea5e-4895-bb84-c99092a2d86f req-b618a1d0-e642-4578-93d8-23ae2ada53a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:37.841728 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6e7b1-2050-4906-9225-a195f681ebf5 req-ef40025a-a1df-4ab6-9cd0-73e9a3cea33d tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:37.845643 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-240b70db-ea5e-4895-bb84-c99092a2d86f req-b618a1d0-e642-4578-93d8-23ae2ada53a7 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=d990df73-a69e-4562-a002-6a937695b5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1798239 Sep 01 14:12:37.857027 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-2a87877c-c62b-407e-921e-2b20d376f671 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (70f592ec-9b0c-4455-b23b-7e01f82a52f3), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:37.857524 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-2a87877c-c62b-407e-921e-2b20d376f671 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks [] for floatingip (70f592ec-9b0c-4455-b23b-7e01f82a52f3), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:37.871109 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7fa6e7b1-2050-4906-9225-a195f681ebf5 req-ef40025a-a1df-4ab6-9cd0-73e9a3cea33d tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 945 time: 0.9166455 Sep 01 14:12:37.910108 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-f3801a56-9961-431c-9f4d-fa94f2f66bcd None None] Current status of the port c6f24274-9614-4dba-bd73-4789801a4cfc is: DOWN; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:12:37.910510 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-f3801a56-9961-431c-9f4d-fa94f2f66bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (c6f24274-9614-4dba-bd73-4789801a4cfc), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:37.981721 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port c6f24274-9614-4dba-bd73-4789801a4cfc triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:12:37.982680 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (c6f24274-9614-4dba-bd73-4789801a4cfc), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:38.071691 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-2a87877c-c62b-407e-921e-2b20d376f671 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Calling delete_port for 70f592ec-9b0c-4455-b23b-7e01f82a52f3 owned by network:floatingip {{(pid=107074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:12:38.091306 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:38.092420 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:38.094136 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:38.102010 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-f3801a56-9961-431c-9f4d-fa94f2f66bcd None None] For port c6f24274-9614-4dba-bd73-4789801a4cfc, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=c6f24274-9614-4dba-bd73-4789801a4cfc,segment=NetworkSegment(290c7c9d-86bf-4bf1-8d6c-f720b2c301ae),segment_id=290c7c9d-86bf-4bf1-8d6c-f720b2c301ae)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:12:38.136876 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 32778) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:12:38.206356 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-f3801a56-9961-431c-9f4d-fa94f2f66bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (c6f24274-9614-4dba-bd73-4789801a4cfc), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:38.225001 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-240b70db-ea5e-4895-bb84-c99092a2d86f req-11cdf136-eeda-40e8-9ef3-5ec469bb68fd service neutron] 10.222.0.72 "GET /networking/v2.0/networks/d990df73-a69e-4562-a002-6a937695b5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529844 Sep 01 14:12:38.407294 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb91ce-f88d-4120-a8bc-62ff403c5276 admin admin] Pushing event updated for resources: {'Port': ['ID=488913e4-a05d-43b3-9535-56beec07f7df,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:38.415344 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-33eb91ce-f88d-4120-a8bc-62ff403c5276 admin admin] Publish callbacks [] for router_gateway (a4b91e7f-26d8-4517-89f3-e0ff191ea80e), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:38.476006 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3801a56-9961-431c-9f4d-fa94f2f66bcd None None] Pushing event updated for resources: {'Port': ['ID=c6f24274-9614-4dba-bd73-4789801a4cfc,revision_number=3']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:38.573022 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:38.591291 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3d1ab-e227-4588-8722-b94d5054a5f9 req-f18839f8-5387-497f-ae47-6d2f313fdf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:38.593082 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-84c3d1ab-e227-4588-8722-b94d5054a5f9 req-f18839f8-5387-497f-ae47-6d2f313fdf77 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=52d2108a-679f-4e17-b63b-779cfbdc360f HTTP/1.1" status: 200 len: 916 time: 0.8416989 Sep 01 14:12:38.601419 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7fa6e7b1-2050-4906-9225-a195f681ebf5 req-0246e63f-b49d-4eef-941a-bf52eb6aafa7 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5065827 Sep 01 14:12:38.640216 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port c6f24274-9614-4dba-bd73-4789801a4cfc is: DOWN; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:12:38.641381 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (c6f24274-9614-4dba-bd73-4789801a4cfc), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:38.661721 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-736b6c37-548f-4b94-92f0-30acd5448754 None None] Provisioning complete for port c6f24274-9614-4dba-bd73-4789801a4cfc triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:12:38.666982 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-736b6c37-548f-4b94-92f0-30acd5448754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (c6f24274-9614-4dba-bd73-4789801a4cfc), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:38.696085 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-240b70db-ea5e-4895-bb84-c99092a2d86f req-37b174b0-23ad-4561-9730-29c4f427c446 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/d990df73-a69e-4562-a002-6a937695b5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308142 Sep 01 14:12:38.743684 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-84c3d1ab-e227-4588-8722-b94d5054a5f9 req-4906bcc9-be3a-4f6c-8775-694e93f69f38 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9784e98b-3dcc-42d6-a82e-41f46d73700f HTTP/1.1" status: 200 len: 1002 time: 0.1392715 Sep 01 14:12:38.790638 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:38.868898 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-2a87877c-c62b-407e-921e-2b20d376f671 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (70f592ec-9b0c-4455-b23b-7e01f82a52f3), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:38.933354 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a87877c-c62b-407e-921e-2b20d376f671 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Pushing event deleted for resources: {'Port': ['ID=70f592ec-9b0c-4455-b23b-7e01f82a52f3,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:39.087904 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-2a87877c-c62b-407e-921e-2b20d376f671 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks [] for floatingip (3eb26577-e631-4617-98c0-297f4bd31222), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:39.088642 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.db.l3_db [None req-2a87877c-c62b-407e-921e-2b20d376f671 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Floating IP 3eb26577-e631-4617-98c0-297f4bd31222 disassociated (deleted). External IP: 172.27.2.229, port: 9784e98b-3dcc-42d6-a82e-41f46d73700f. Sep 01 14:12:39.098011 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.db.api [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107075) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 01 14:12:39.098703 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG oslo_db.api [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 14:12:39.190755 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-736b6c37-548f-4b94-92f0-30acd5448754 None None] Current status of the port c6f24274-9614-4dba-bd73-4789801a4cfc is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:12:39.402780 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a87877c-c62b-407e-921e-2b20d376f671 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Router bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5 has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:12:39.473599 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:39.583155 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a87877c-c62b-407e-921e-2b20d376f671 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:12:39.590603 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:UPDATE=1,neutron:INSERT=1,neutron:SELECT=98 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:39.591487 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-2a87877c-c62b-407e-921e-2b20d376f671 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for floatingip (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:39.607541 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2288f5b8-8d3b-45e4-908d-98df1b52f2fb None None] Sync routers for ids ['bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5'] in dv-cinder-852211-7-iscsi {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:12:39.640769 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-2a87877c-c62b-407e-921e-2b20d376f671 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/3eb26577-e631-4617-98c0-297f4bd31222 HTTP/1.1" status: 204 len: 168 time: 2.8596995 Sep 01 14:12:39.641731 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd917f141-65db-49b0-87ed-0e1e0b72bb4a', 'tag': '9784e98b-3dcc-42d6-a82e-41f46d73700f'}] {{(pid=107074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:12:39.645275 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c297ab1b76e2baeed04979654ee05671bdf6dedd7a272174e678f0e52b3dfb88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ac2429-29c6-42be-8a3d-bf4f173f3667" -d '{"events": [{"name": "network-changed", "server_uuid": "d917f141-65db-49b0-87ed-0e1e0b72bb4a", "tag": "9784e98b-3dcc-42d6-a82e-41f46d73700f"}]}' {{(pid=107074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:12:39.661728 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2288f5b8-8d3b-45e4-908d-98df1b52f2fb None None] Routers {'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:12:39.662062 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-2288f5b8-8d3b-45e4-908d-98df1b52f2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:12:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:12:39.728555 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port c6f24274-9614-4dba-bd73-4789801a4cfc is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:12:39.821974 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a4f34-5894-4aa1-aca4-eaccf417b489 req-d22f6ca9-e6f1-4223-8255-c9b577f38b36 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:39.824656 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-db3a4f34-5894-4aa1-aca4-eaccf417b489 req-d22f6ca9-e6f1-4223-8255-c9b577f38b36 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 945 time: 0.3143985 Sep 01 14:12:39.904639 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-2288f5b8-8d3b-45e4-908d-98df1b52f2fb None None] Set router bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:12:39.982034 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:40.000869 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device c6f24274-9614-4dba-bd73-4789801a4cfc up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:12:40.020836 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-33eb91ce-f88d-4120-a8bc-62ff403c5276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33127714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-480464'] for router (a4b91e7f-26d8-4517-89f3-e0ff191ea80e), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:40.172769 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-2288f5b8-8d3b-45e4-908d-98df1b52f2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5', 'name': 'tempest-TestMinimumBasicScenario-1949860572-router', 'tenant_id': 'adf6f1699a0740ee99ae03ef2423d143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '69e50db3-ee9b-4769-8703-5d03fc06f389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:09:20Z', 'updated_at': '2022-09-01T14:09:25Z', 'revision_number': 4, 'project_id': 'adf6f1699a0740ee99ae03ef2423d143', 'gw_port': {'id': '69e50db3-ee9b-4769-8703-5d03fc06f389', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:09:21Z', 'updated_at': '2022-09-01T14:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '69142c2c-d6ba-4f02-adc0-8c64fa284f79', 'name': '', 'network_id': '52d2108a-679f-4e17-b63b-779cfbdc360f', 'tenant_id': 'adf6f1699a0740ee99ae03ef2423d143', 'mac_address': 'fa:16:3e:96:37:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b648ad59-9807-46a0-b795-1c2f9dd3fe6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:09:24Z', 'updated_at': '2022-09-01T14:09:31Z', 'revision_number': 5, 'project_id': 'adf6f1699a0740ee99ae03ef2423d143', 'subnets': [{'id': 'b648ad59-9807-46a0-b795-1c2f9dd3fe6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:12:40.210512 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port c6f24274-9614-4dba-bd73-4789801a4cfc triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:12:40.211146 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (c6f24274-9614-4dba-bd73-4789801a4cfc), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:40.226639 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2288f5b8-8d3b-45e4-908d-98df1b52f2fb None None] Checking router: bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5 for host: dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:12:40.243626 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2288f5b8-8d3b-45e4-908d-98df1b52f2fb None None] Routers {'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:12:40.244797 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-2288f5b8-8d3b-45e4-908d-98df1b52f2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:12:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:12:40.261547 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3d1ab-e227-4588-8722-b94d5054a5f9 req-2f1a55ea-be5e-4773-9efb-139d67f91765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:40.264064 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-84c3d1ab-e227-4588-8722-b94d5054a5f9 req-2f1a55ea-be5e-4773-9efb-139d67f91765 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=b648ad59-9807-46a0-b795-1c2f9dd3fe6d HTTP/1.1" status: 200 len: 854 time: 0.2593732 Sep 01 14:12:40.291830 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-db3a4f34-5894-4aa1-aca4-eaccf417b489 req-3bc29c33-eb3c-4b1f-bccf-bd0d2ddf228a tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4326510 Sep 01 14:12:40.432798 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port c6f24274-9614-4dba-bd73-4789801a4cfc is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:12:40.452749 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3d1ab-e227-4588-8722-b94d5054a5f9 req-c8033af5-800c-46b9-b02e-99a154654237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:40.455635 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-84c3d1ab-e227-4588-8722-b94d5054a5f9 req-c8033af5-800c-46b9-b02e-99a154654237 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=52d2108a-679f-4e17-b63b-779cfbdc360f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1649868 Sep 01 14:12:40.475927 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816189cb-8ef3-4cc2-b930-4ce567d36b93 x-openstack-request-id: req-816189cb-8ef3-4cc2-b930-4ce567d36b93 {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:12:40.476552 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d917f141-65db-49b0-87ed-0e1e0b72bb4a", "tag": "9784e98b-3dcc-42d6-a82e-41f46d73700f", "status": "completed", "code": 200}]} {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:12:40.477001 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-816189cb-8ef3-4cc2-b930-4ce567d36b93 {{(pid=107074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:12:40.477737 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-816189cb-8ef3-4cc2-b930-4ce567d36b93'] response: {'name': 'network-changed', 'server_uuid': 'd917f141-65db-49b0-87ed-0e1e0b72bb4a', 'tag': '9784e98b-3dcc-42d6-a82e-41f46d73700f', 'status': 'completed', 'code': 200} Sep 01 14:12:40.566707 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-2288f5b8-8d3b-45e4-908d-98df1b52f2fb None None] Set router bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:12:41.059088 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-2288f5b8-8d3b-45e4-908d-98df1b52f2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5', 'name': 'tempest-TestMinimumBasicScenario-1949860572-router', 'tenant_id': 'adf6f1699a0740ee99ae03ef2423d143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '69e50db3-ee9b-4769-8703-5d03fc06f389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:09:20Z', 'updated_at': '2022-09-01T14:09:25Z', 'revision_number': 4, 'project_id': 'adf6f1699a0740ee99ae03ef2423d143', 'gw_port': {'id': '69e50db3-ee9b-4769-8703-5d03fc06f389', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:09:21Z', 'updated_at': '2022-09-01T14:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '69142c2c-d6ba-4f02-adc0-8c64fa284f79', 'name': '', 'network_id': '52d2108a-679f-4e17-b63b-779cfbdc360f', 'tenant_id': 'adf6f1699a0740ee99ae03ef2423d143', 'mac_address': 'fa:16:3e:96:37:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b648ad59-9807-46a0-b795-1c2f9dd3fe6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:09:24Z', 'updated_at': '2022-09-01T14:09:31Z', 'revision_number': 5, 'project_id': 'adf6f1699a0740ee99ae03ef2423d143', 'subnets': [{'id': 'b648ad59-9807-46a0-b795-1c2f9dd3fe6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:12:41.104410 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2288f5b8-8d3b-45e4-908d-98df1b52f2fb None None] The sync data for ids ['bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5'] in dv-cinder-852211-7-iscsi is: [{'id': 'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5', 'name': 'tempest-TestMinimumBasicScenario-1949860572-router', 'tenant_id': 'adf6f1699a0740ee99ae03ef2423d143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '69e50db3-ee9b-4769-8703-5d03fc06f389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:09:20Z', 'updated_at': '2022-09-01T14:09:25Z', 'revision_number': 4, 'project_id': 'adf6f1699a0740ee99ae03ef2423d143', 'gw_port': {'id': '69e50db3-ee9b-4769-8703-5d03fc06f389', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:09:21Z', 'updated_at': '2022-09-01T14:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '69142c2c-d6ba-4f02-adc0-8c64fa284f79', 'name': '', 'network_id': '52d2108a-679f-4e17-b63b-779cfbdc360f', 'tenant_id': 'adf6f1699a0740ee99ae03ef2423d143', 'mac_address': 'fa:16:3e:96:37:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b648ad59-9807-46a0-b795-1c2f9dd3fe6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:09:24Z', 'updated_at': '2022-09-01T14:09:31Z', 'revision_number': 5, 'project_id': 'adf6f1699a0740ee99ae03ef2423d143', 'subnets': [{'id': 'b648ad59-9807-46a0-b795-1c2f9dd3fe6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:12:41.230966 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d3979904-0520-4438-8cbc-ac9e6a2181e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33121012'] for router_interface (57c9ec02-e72b-4e01-9908-f9246af4a8a2), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:41.503019 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:41.622823 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67593106-29b7-49f4-aaad-62ffcca93214 req-3b07c79b-b3e1-45b5-8678-08d12e385748 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:41.625435 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-67593106-29b7-49f4-aaad-62ffcca93214 req-3b07c79b-b3e1-45b5-8678-08d12e385748 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 945 time: 0.4389870 Sep 01 14:12:41.697568 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-84c3d1ab-e227-4588-8722-b94d5054a5f9 req-064b10fd-e951-47e4-931b-9f3d413fe7a0 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/52d2108a-679f-4e17-b63b-779cfbdc360f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2248032 Sep 01 14:12:41.729560 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60385054-8581-4b60-9c52-72129d37744b None None] New status for floating IP 3eb26577-e631-4617-98c0-297f4bd31222: DOWN {{(pid=107075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 14:12:42.125801 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 9b44c940-faa5-4df3-83f2-2d676ad70287 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:12:42.183865 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-67593106-29b7-49f4-aaad-62ffcca93214 req-fa5f589d-e055-4108-a8d1-001448b54aa7 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5312965 Sep 01 14:12:42.267306 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 9b44c940-faa5-4df3-83f2-2d676ad70287 is: ACTIVE; New status is: DOWN {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:12:42.267547 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (9b44c940-faa5-4df3-83f2-2d676ad70287), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:42.362056 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 9b44c940-faa5-4df3-83f2-2d676ad70287, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9b44c940-faa5-4df3-83f2-2d676ad70287,segment=NetworkSegment(83618588-9564-4de1-960d-f9cb798a5af2),segment_id=83618588-9564-4de1-960d-f9cb798a5af2)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:12:42.365648 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc866f4-91c1-4384-b88a-5866ca150aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b44c940-faa5-4df3-83f2-2d676ad70287'}] {{(pid=107075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:12:42.370913 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea684a423e005867ab2b2321dba33e59ce354bd0b218533ae43957e9dbf26841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325d853c-0585-4eed-b0a8-e721f4265c05" -d '{"events": [{"server_uuid": "3cc866f4-91c1-4384-b88a-5866ca150aea", "name": "network-vif-unplugged", "status": "completed", "tag": "9b44c940-faa5-4df3-83f2-2d676ad70287"}]}' {{(pid=107075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:12:42.386073 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33eb91ce-f88d-4120-a8bc-62ff403c5276 admin admin] Router a4b91e7f-26d8-4517-89f3-e0ff191ea80e is scheduled to L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e with binding_index 1 {{(pid=107073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 14:12:42.472840 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-84c3d1ab-e227-4588-8722-b94d5054a5f9 req-e8f27a78-5354-42f7-b249-5e64b87e6a28 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/52d2108a-679f-4e17-b63b-779cfbdc360f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6556282 Sep 01 14:12:42.515126 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (9b44c940-faa5-4df3-83f2-2d676ad70287), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:42.635652 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=9b44c940-faa5-4df3-83f2-2d676ad70287,revision_number=6']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:42.692581 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:42.768073 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac2429-29c6-42be-8a3d-bf4f173f3667 req-735355a0-ed09-4070-b797-c569d75e4513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:42.769610 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a8ac2429-29c6-42be-8a3d-bf4f173f3667 req-735355a0-ed09-4070-b797-c569d75e4513 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=adf6f1699a0740ee99ae03ef2423d143&device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 1130 time: 0.1648505 Sep 01 14:12:42.782439 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718dc1ed-bed8-4c24-b79d-03cee06165e5 req-61996cf5-c2e8-4a0a-bbb2-e10e2a593593 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:42.784041 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-718dc1ed-bed8-4c24-b79d-03cee06165e5 req-61996cf5-c2e8-4a0a-bbb2-e10e2a593593 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 945 time: 0.1810713 Sep 01 14:12:42.865346 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33eb91ce-f88d-4120-a8bc-62ff403c5276 admin admin] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:12:42.877544 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c2c7f8-7cc2-40a5-a193-add1f8f14be9 None None] Sync routers for ids ['a4b91e7f-26d8-4517-89f3-e0ff191ea80e'] in dv-cinder-852211-7-iscsi {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:12:42.890441 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c2c7f8-7cc2-40a5-a193-add1f8f14be9 None None] Routers {'a4b91e7f-26d8-4517-89f3-e0ff191ea80e'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:12:42.891376 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-a2c2c7f8-7cc2-40a5-a193-add1f8f14be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:12:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['a4b91e7f-26d8-4517-89f3-e0ff191ea80e'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:12:43.085764 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:43.087723 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [None req-d3979904-0520-4438-8cbc-ac9e6a2181e7 admin admin] Deleting port 6d165577-f5d8-4e45-b6f9-dd2cb49b501e {{(pid=107073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:12:43.087911 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d3979904-0520-4438-8cbc-ac9e6a2181e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (6d165577-f5d8-4e45-b6f9-dd2cb49b501e), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:43.094468 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-a2c2c7f8-7cc2-40a5-a193-add1f8f14be9 None None] Set router a4b91e7f-26d8-4517-89f3-e0ff191ea80e gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:12:43.158712 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 01 Sep 2022 14:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3eac4c-1cf8-4086-a6b8-90a40e1dc254 x-openstack-request-id: req-de3eac4c-1cf8-4086-a6b8-90a40e1dc254 {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:12:43.160004 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc866f4-91c1-4384-b88a-5866ca150aea", "name": "network-vif-unplugged", "status": "completed", "tag": "9b44c940-faa5-4df3-83f2-2d676ad70287", "code": 200}]} {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:12:43.160536 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-de3eac4c-1cf8-4086-a6b8-90a40e1dc254 {{(pid=107075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:12:43.161198 dv-cinder-852211-7-iscsi neutron-server[107075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de3eac4c-1cf8-4086-a6b8-90a40e1dc254'] response: {'server_uuid': '3cc866f4-91c1-4384-b88a-5866ca150aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b44c940-faa5-4df3-83f2-2d676ad70287', 'code': 200} Sep 01 14:12:43.301613 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-718dc1ed-bed8-4c24-b79d-03cee06165e5 req-1e0926af-9865-4359-a5a4-4ae02679a901 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5105770 Sep 01 14:12:43.451984 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-33eb91ce-f88d-4120-a8bc-62ff403c5276 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:43.454232 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-33eb91ce-f88d-4120-a8bc-62ff403c5276 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.8578079 Sep 01 14:12:43.463614 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1f25c2ba-e97b-4912-8605-219f84a9b2de req-10b25fbf-9a7d-44e5-9d6a-ba3d394e697d service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1956155 Sep 01 14:12:43.480251 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 32826) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:12:43.580676 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f04d2-91a7-40c7-abee-acd07988922b req-07a2ced1-6923-4903-b498-6c74b1d5f4ec tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:43.599555 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-af4f04d2-91a7-40c7-abee-acd07988922b req-07a2ced1-6923-4903-b498-6c74b1d5f4ec tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 943 time: 0.1407659 Sep 01 14:12:43.621348 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-a2c2c7f8-7cc2-40a5-a193-add1f8f14be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b91e7f-26d8-4517-89f3-e0ff191ea80e', 'name': 'tempest-TestVolumeBootPattern-1290484623-router', 'tenant_id': '3a8e2734029f4bf49339ca13ef88ee29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '488913e4-a05d-43b3-9535-56beec07f7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:12:32Z', 'updated_at': '2022-09-01T14:12:38Z', 'revision_number': 3, 'project_id': '3a8e2734029f4bf49339ca13ef88ee29', 'gw_port': {'id': '488913e4-a05d-43b3-9535-56beec07f7df', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:79:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b91e7f-26d8-4517-89f3-e0ff191ea80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:35Z', 'updated_at': '2022-09-01T14:12:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:12:43.696640 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c2c7f8-7cc2-40a5-a193-add1f8f14be9 None None] Checking router: a4b91e7f-26d8-4517-89f3-e0ff191ea80e for host: dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:12:43.698341 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c2c7f8-7cc2-40a5-a193-add1f8f14be9 None None] Updating router a4b91e7f-26d8-4517-89f3-e0ff191ea80e port 488913e4-a05d-43b3-9535-56beec07f7df binding host dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:12:43.756115 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-a2c2c7f8-7cc2-40a5-a193-add1f8f14be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (488913e4-a05d-43b3-9535-56beec07f7df), before_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:43.776437 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac2429-29c6-42be-8a3d-bf4f173f3667 req-9fe54356-f64d-4142-8ff6-d125fa0a5479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:43.779164 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a8ac2429-29c6-42be-8a3d-bf4f173f3667 req-9fe54356-f64d-4142-8ff6-d125fa0a5479 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=52d2108a-679f-4e17-b63b-779cfbdc360f HTTP/1.1" status: 200 len: 916 time: 0.9918683 Sep 01 14:12:44.006017 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-af4f04d2-91a7-40c7-abee-acd07988922b req-6867b877-106d-4ba7-ad03-b37a3b7ba6ad tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4020116 Sep 01 14:12:44.077704 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [None req-d3979904-0520-4438-8cbc-ac9e6a2181e7 admin admin] For port 6d165577-f5d8-4e45-b6f9-dd2cb49b501e, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=6d165577-f5d8-4e45-b6f9-dd2cb49b501e,segment=NetworkSegment(21afd361-14bd-45f1-b42f-187569ad44e0),segment_id=21afd361-14bd-45f1-b42f-187569ad44e0)] {{(pid=107073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:12:44.079210 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d3979904-0520-4438-8cbc-ac9e6a2181e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (6d165577-f5d8-4e45-b6f9-dd2cb49b501e), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:44.111438 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=100 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:44.112387 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:44.113017 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [None req-d3979904-0520-4438-8cbc-ac9e6a2181e7 admin admin] Calling delete_port for 6d165577-f5d8-4e45-b6f9-dd2cb49b501e owned by network:router_interface {{(pid=107073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:12:44.422288 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-a2c2c7f8-7cc2-40a5-a193-add1f8f14be9 None None] Publish callbacks [] for port (488913e4-a05d-43b3-9535-56beec07f7df), precommit_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:44.525870 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-a2c2c7f8-7cc2-40a5-a193-add1f8f14be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (488913e4-a05d-43b3-9535-56beec07f7df), after_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:44.662120 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.managers [None req-a2c2c7f8-7cc2-40a5-a193-add1f8f14be9 None None] Attempting to bind port 488913e4-a05d-43b3-9535-56beec07f7df on host dv-cinder-852211-7-iscsi for vnic_type normal with profile {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:12:44.662492 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.managers [None req-a2c2c7f8-7cc2-40a5-a193-add1f8f14be9 None None] Attempting to bind port 488913e4-a05d-43b3-9535-56beec07f7df by drivers openvswitch,hyperv on host dv-cinder-852211-7-iscsi at level 0 using segments [{'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}] {{(pid=107076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:12:44.662870 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c2c7f8-7cc2-40a5-a193-add1f8f14be9 None None] Attempting to bind port 488913e4-a05d-43b3-9535-56beec07f7df on network 495e3753-365b-4db4-ace7-a3dca370cb0d {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:12:44.750001 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e422e7-2229-4b93-86ce-4354963ed439 None None] Pushing event updated for resources: {'Port': ['ID=488913e4-a05d-43b3-9535-56beec07f7df,revision_number=2']} {{(pid=107076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:44.750001 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c2c7f8-7cc2-40a5-a193-add1f8f14be9 None None] Checking agent: {'id': '16ae7bad-0e03-4d8e-885b-3ed578a6ac87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 13, 56, 30), 'started_at': datetime.datetime(2022, 9, 1, 13, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:12:44.750001 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c2c7f8-7cc2-40a5-a193-add1f8f14be9 None None] Checking segment: {'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:12:44.750001 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-a2c2c7f8-7cc2-40a5-a193-add1f8f14be9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:44.754342 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c2c7f8-7cc2-40a5-a193-add1f8f14be9 None None] Bound using segment: {'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'} {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:12:44.755882 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.managers [None req-a2c2c7f8-7cc2-40a5-a193-add1f8f14be9 None None] Bound port: 488913e4-a05d-43b3-9535-56beec07f7df, host: dv-cinder-852211-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f315c88c-0cea-42ce-ac38-790188a99330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}}] {{(pid=107076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:12:44.762632 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-a2c2c7f8-7cc2-40a5-a193-add1f8f14be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (488913e4-a05d-43b3-9535-56beec07f7df), before_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:44.821981 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25c2ba-e97b-4912-8605-219f84a9b2de req-e011b1d0-0465-41d0-9d6b-cbf2941658c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:44.824246 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1f25c2ba-e97b-4912-8605-219f84a9b2de req-e011b1d0-0465-41d0-9d6b-cbf2941658c2 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=c1c061b824cb4a92a469061e7a67f967&device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 1127 time: 0.2333770 Sep 01 14:12:44.891280 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a8ac2429-29c6-42be-8a3d-bf4f173f3667 req-cd529651-56f8-4f56-a083-00267624e92b service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9784e98b-3dcc-42d6-a82e-41f46d73700f HTTP/1.1" status: 200 len: 217 time: 0.8528621 Sep 01 14:12:44.973792 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.db [None req-a2c2c7f8-7cc2-40a5-a193-add1f8f14be9 None None] For port 488913e4-a05d-43b3-9535-56beec07f7df, host dv-cinder-852211-7-iscsi, cleared binding levels {{(pid=107076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:12:44.980638 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.db [None req-a2c2c7f8-7cc2-40a5-a193-add1f8f14be9 None None] For port 488913e4-a05d-43b3-9535-56beec07f7df, host dv-cinder-852211-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=488913e4-a05d-43b3-9535-56beec07f7df,segment=NetworkSegment(f315c88c-0cea-42ce-ac38-790188a99330),segment_id=f315c88c-0cea-42ce-ac38-790188a99330)] {{(pid=107076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:12:44.984698 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543555d4-73d3-46b5-8a49-8269c283734a req-4ab8f7c8-2f8b-4ec6-a7cd-ca8d5d6694a8 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:44.996206 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-543555d4-73d3-46b5-8a49-8269c283734a req-4ab8f7c8-2f8b-4ec6-a7cd-ca8d5d6694a8 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 945 time: 0.1733017 Sep 01 14:12:45.028130 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d3979904-0520-4438-8cbc-ac9e6a2181e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (6d165577-f5d8-4e45-b6f9-dd2cb49b501e), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:45.031769 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=100 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:45.043150 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25c2ba-e97b-4912-8605-219f84a9b2de req-64df4f8e-7177-427c-8058-2c8715f8f562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:45.046399 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1f25c2ba-e97b-4912-8605-219f84a9b2de req-64df4f8e-7177-427c-8058-2c8715f8f562 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=d990df73-a69e-4562-a002-6a937695b5ba HTTP/1.1" status: 200 len: 910 time: 0.1942892 Sep 01 14:12:45.095670 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-a2c2c7f8-7cc2-40a5-a193-add1f8f14be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (488913e4-a05d-43b3-9535-56beec07f7df), after_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:45.102216 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac2429-29c6-42be-8a3d-bf4f173f3667 req-0d4942ed-ea44-4e1e-8b47-f12b8cc12cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:45.104797 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a8ac2429-29c6-42be-8a3d-bf4f173f3667 req-0d4942ed-ea44-4e1e-8b47-f12b8cc12cf3 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=b648ad59-9807-46a0-b795-1c2f9dd3fe6d HTTP/1.1" status: 200 len: 854 time: 0.1977141 Sep 01 14:12:45.118301 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3979904-0520-4438-8cbc-ac9e6a2181e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d165577-f5d8-4e45-b6f9-dd2cb49b501e,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:45.187006 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c2c7f8-7cc2-40a5-a193-add1f8f14be9 None None] Routers {'a4b91e7f-26d8-4517-89f3-e0ff191ea80e'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:12:45.191698 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-a2c2c7f8-7cc2-40a5-a193-add1f8f14be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:12:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['a4b91e7f-26d8-4517-89f3-e0ff191ea80e'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:12:45.280299 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4dfb66de-ed86-4745-947b-228c64612702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:45.334626 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-543555d4-73d3-46b5-8a49-8269c283734a req-e703da12-d944-4a11-8181-d22eacd128cf tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3367176 Sep 01 14:12:45.411062 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1f25c2ba-e97b-4912-8605-219f84a9b2de req-46730b83-997a-46c1-96df-619432ae83d4 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b44c940-faa5-4df3-83f2-2d676ad70287 HTTP/1.1" status: 200 len: 999 time: 0.3267586 Sep 01 14:12:45.551337 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25c2ba-e97b-4912-8605-219f84a9b2de req-1e9b8150-1ba6-43f0-9ab0-74219f135055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:45.553070 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1f25c2ba-e97b-4912-8605-219f84a9b2de req-1e9b8150-1ba6-43f0-9ab0-74219f135055 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=090e269d-51eb-4081-b0e5-a44524761efb HTTP/1.1" status: 200 len: 848 time: 0.1215627 Sep 01 14:12:45.564873 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac2429-29c6-42be-8a3d-bf4f173f3667 req-2bdc275e-c52b-4848-af61-a84624d62d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:45.574698 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a8ac2429-29c6-42be-8a3d-bf4f173f3667 req-2bdc275e-c52b-4848-af61-a84624d62d1b service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=52d2108a-679f-4e17-b63b-779cfbdc360f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4430413 Sep 01 14:12:45.583612 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e422e7-2229-4b93-86ce-4354963ed439 None None] Pushing event updated for resources: {'Port': ['ID=488913e4-a05d-43b3-9535-56beec07f7df,revision_number=3']} {{(pid=107076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:45.761046 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:45.761046 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-430f1929-8726-444b-b803-12c2562edafe req-5dc5f892-f63e-4391-8f3a-3d98ddf682d8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4138784 Sep 01 14:12:45.761046 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25c2ba-e97b-4912-8605-219f84a9b2de req-ea617963-a25b-4674-807b-af8d7e4b8161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:45.761046 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1f25c2ba-e97b-4912-8605-219f84a9b2de req-ea617963-a25b-4674-807b-af8d7e4b8161 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=d990df73-a69e-4562-a002-6a937695b5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1836162 Sep 01 14:12:45.841555 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-a2c2c7f8-7cc2-40a5-a193-add1f8f14be9 None None] Set router a4b91e7f-26d8-4517-89f3-e0ff191ea80e gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:12:46.065871 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:46.248704 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d26c0-c2c3-491a-bb96-b6b84b10145e req-58c6a2d5-6a82-44ad-93fc-0fa06e303e5b tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:46.257231 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8d7d26c0-c2c3-491a-bb96-b6b84b10145e req-58c6a2d5-6a82-44ad-93fc-0fa06e303e5b tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 943 time: 0.8097076 Sep 01 14:12:46.328597 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-a2c2c7f8-7cc2-40a5-a193-add1f8f14be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b91e7f-26d8-4517-89f3-e0ff191ea80e', 'name': 'tempest-TestVolumeBootPattern-1290484623-router', 'tenant_id': '3a8e2734029f4bf49339ca13ef88ee29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '488913e4-a05d-43b3-9535-56beec07f7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:12:32Z', 'updated_at': '2022-09-01T14:12:38Z', 'revision_number': 3, 'project_id': '3a8e2734029f4bf49339ca13ef88ee29', 'gw_port': {'id': '488913e4-a05d-43b3-9535-56beec07f7df', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:79:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b91e7f-26d8-4517-89f3-e0ff191ea80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:35Z', 'updated_at': '2022-09-01T14:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:12:46.352792 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_common [None req-4dfb66de-ed86-4745-947b-228c64612702 admin admin] Allocated IP 172.20.0.1 (db0d5f07-8b4e-426b-94d1-ce799fc91839/9834196b-a3b8-4a8d-91c8-a30099e390ef/cd6ed536-f6a2-44e2-a992-df73bf749135) {{(pid=107074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:12:46.386611 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8d7d26c0-c2c3-491a-bb96-b6b84b10145e req-b80955b6-0525-4b3b-aeb0-ff94a3fde1fb tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1258988 Sep 01 14:12:46.392034 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c2c7f8-7cc2-40a5-a193-add1f8f14be9 None None] The sync data for ids ['a4b91e7f-26d8-4517-89f3-e0ff191ea80e'] in dv-cinder-852211-7-iscsi is: [{'id': 'a4b91e7f-26d8-4517-89f3-e0ff191ea80e', 'name': 'tempest-TestVolumeBootPattern-1290484623-router', 'tenant_id': '3a8e2734029f4bf49339ca13ef88ee29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '488913e4-a05d-43b3-9535-56beec07f7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:12:32Z', 'updated_at': '2022-09-01T14:12:38Z', 'revision_number': 3, 'project_id': '3a8e2734029f4bf49339ca13ef88ee29', 'gw_port': {'id': '488913e4-a05d-43b3-9535-56beec07f7df', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:79:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b91e7f-26d8-4517-89f3-e0ff191ea80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:35Z', 'updated_at': '2022-09-01T14:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}] {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:12:46.400601 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:46.417023 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f1929-8726-444b-b803-12c2562edafe req-02d8e40b-7264-4d02-bbb2-7d7c47cbec75 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:46.417023 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-430f1929-8726-444b-b803-12c2562edafe req-02d8e40b-7264-4d02-bbb2-7d7c47cbec75 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports/9b44c940-faa5-4df3-83f2-2d676ad70287 HTTP/1.1" status: 200 len: 940 time: 0.5422578 Sep 01 14:12:46.675972 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e99247-c50d-4cfe-8129-1fd160a41fed req-12d8d89d-7d0d-46d1-8bd7-1973c8175d83 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:46.677885 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b5e99247-c50d-4cfe-8129-1fd160a41fed req-12d8d89d-7d0d-46d1-8bd7-1973c8175d83 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 945 time: 0.0636373 Sep 01 14:12:46.695633 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1152f-7863-4417-bcad-a7b7a27f950b req-9495f567-0984-40dc-9c95-d9e961e64a24 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:46.706016 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-aef1152f-7863-4417-bcad-a7b7a27f950b req-9495f567-0984-40dc-9c95-d9e961e64a24 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 946 time: 0.1635907 Sep 01 14:12:46.742940 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4dfb66de-ed86-4745-947b-228c64612702 admin admin] Publish callbacks [] for port (cd6ed536-f6a2-44e2-a992-df73bf749135), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:46.823761 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1f25c2ba-e97b-4912-8605-219f84a9b2de req-16ff1013-5fb9-46a7-9a45-5745be9923f9 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/d990df73-a69e-4562-a002-6a937695b5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0427914 Sep 01 14:12:46.852470 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-aef1152f-7863-4417-bcad-a7b7a27f950b req-29098310-74ca-40e7-bed3-62431f5ff4ce tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434348 Sep 01 14:12:46.860128 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a8ac2429-29c6-42be-8a3d-bf4f173f3667 req-2384d0e8-82df-41ca-b212-e8b03e6e4b05 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/52d2108a-679f-4e17-b63b-779cfbdc360f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1783020 Sep 01 14:12:46.880682 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d3979904-0520-4438-8cbc-ac9e6a2181e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33033800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33121348'] for router_interface (57c9ec02-e72b-4e01-9908-f9246af4a8a2), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:46.888104 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b5e99247-c50d-4cfe-8129-1fd160a41fed req-15331a85-69ea-4e9d-903b-a6e80a077e61 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684182 Sep 01 14:12:46.901636 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4dfb66de-ed86-4745-947b-228c64612702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (cd6ed536-f6a2-44e2-a992-df73bf749135), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:47.019199 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfb66de-ed86-4745-947b-228c64612702 admin admin] Network db0d5f07-8b4e-426b-94d1-ce799fc91839 is already hosted by enough agents. {{(pid=107074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:12:47.029709 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-4dfb66de-ed86-4745-947b-228c64612702 admin admin] Resources bound (agent type, host, resource id): {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:12:47.035455 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfb66de-ed86-4745-947b-228c64612702 admin admin] Received port after_create {{(pid=107074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:12:47.136180 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb66de-ed86-4745-947b-228c64612702 admin admin] Pushing event updated for resources: {'Port': ['ID=cd6ed536-f6a2-44e2-a992-df73bf749135,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:47.204207 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4dfb66de-ed86-4745-947b-228c64612702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33120883'] for router_interface (a4b91e7f-26d8-4517-89f3-e0ff191ea80e), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:47.204207 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:47.550500 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3979904-0520-4438-8cbc-ac9e6a2181e7 admin admin] Router 57c9ec02-e72b-4e01-9908-f9246af4a8a2 has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:12:47.784759 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-70c3c21f-0a81-4233-8f18-881311e76353 None None] Provisioning complete for port cd6ed536-f6a2-44e2-a992-df73bf749135 triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:12:47.789316 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-70c3c21f-0a81-4233-8f18-881311e76353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (cd6ed536-f6a2-44e2-a992-df73bf749135), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:47.790778 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4dfb66de-ed86-4745-947b-228c64612702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (cd6ed536-f6a2-44e2-a992-df73bf749135), before_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:47.909589 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-70c3c21f-0a81-4233-8f18-881311e76353 None None] Port cd6ed536-f6a2-44e2-a992-df73bf749135 cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 14:12:48.012864 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 488913e4-a05d-43b3-9535-56beec07f7df up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:12:48.017881 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e5417-83b7-4a70-bddf-818c70b5380c req-ef8f2822-f19c-4df3-be6b-d25ede7e3165 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:48.034048 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6d5e5417-83b7-4a70-bddf-818c70b5380c req-ef8f2822-f19c-4df3-be6b-d25ede7e3165 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 943 time: 0.3652666 Sep 01 14:12:48.185614 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:48.202545 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 488913e4-a05d-43b3-9535-56beec07f7df triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:12:48.202545 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (488913e4-a05d-43b3-9535-56beec07f7df), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:48.241491 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3979904-0520-4438-8cbc-ac9e6a2181e7 admin admin] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:12:48.250332 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-d3979904-0520-4438-8cbc-ac9e6a2181e7 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/57c9ec02-e72b-4e01-9908-f9246af4a8a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1115103 Sep 01 14:12:48.257307 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ede0f8-cd65-4762-8656-6374d0a2f157 req-124834e0-b6c0-4b7e-a808-bdcb0c4875f6 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:48.261198 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 32876) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:12:48.266274 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-53ede0f8-cd65-4762-8656-6374d0a2f157 req-124834e0-b6c0-4b7e-a808-bdcb0c4875f6 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 946 time: 0.2117496 Sep 01 14:12:48.271988 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b641fc33-6abd-44a1-8a9a-1ed0fbbd6592 None None] Sync routers for ids ['57c9ec02-e72b-4e01-9908-f9246af4a8a2'] in dv-cinder-852211-7-iscsi {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:12:48.357297 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:48.366761 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b641fc33-6abd-44a1-8a9a-1ed0fbbd6592 None None] Routers {'57c9ec02-e72b-4e01-9908-f9246af4a8a2'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:12:48.374049 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-b641fc33-6abd-44a1-8a9a-1ed0fbbd6592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:12:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['57c9ec02-e72b-4e01-9908-f9246af4a8a2'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:12:48.440645 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6d5e5417-83b7-4a70-bddf-818c70b5380c req-ad87e2e3-c77d-4ba8-b786-ba28ad11ba99 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3967683 Sep 01 14:12:48.609689 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-baf54f4c-b035-4f27-9c94-9cedafcdfaf2 admin admin] Publish callbacks [] for router (57c9ec02-e72b-4e01-9908-f9246af4a8a2), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:48.685499 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea4714-3429-46c8-a470-fe44ee594444 req-497a1300-feb8-431b-ac6b-147408bd5589 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:48.689721 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-12ea4714-3429-46c8-a470-fe44ee594444 req-497a1300-feb8-431b-ac6b-147408bd5589 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 946 time: 0.4763722 Sep 01 14:12:48.778601 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a8ac2429-29c6-42be-8a3d-bf4f173f3667 req-b0d1052a-100c-4b7e-8232-0b46a6d957fb service neutron] 10.222.0.72 "GET /networking/v2.0/networks/52d2108a-679f-4e17-b63b-779cfbdc360f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8047385 Sep 01 14:12:48.780181 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:48.781234 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:48.807546 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1f25c2ba-e97b-4912-8605-219f84a9b2de req-2eed9511-a831-42fd-b29f-4a52324cb0a7 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/d990df73-a69e-4562-a002-6a937695b5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8777511 Sep 01 14:12:48.818337 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-baf54f4c-b035-4f27-9c94-9cedafcdfaf2 admin admin] Publish callbacks [] for router_gateway (57c9ec02-e72b-4e01-9908-f9246af4a8a2), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:48.820093 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e58a9-de0c-4296-967b-c7bbcd593398 req-bb323832-814d-4472-99f3-da826552e213 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:48.836888 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-666e58a9-de0c-4296-967b-c7bbcd593398 req-bb323832-814d-4472-99f3-da826552e213 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 945 time: 0.1428719 Sep 01 14:12:48.858517 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4dfb66de-ed86-4745-947b-228c64612702 admin admin] Publish callbacks [] for port (cd6ed536-f6a2-44e2-a992-df73bf749135), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:48.876023 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:48.896572 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-53ede0f8-cd65-4762-8656-6374d0a2f157 req-e46bda7d-bfb0-4fe2-a957-00b55341d894 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6288998 Sep 01 14:12:48.974275 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-b641fc33-6abd-44a1-8a9a-1ed0fbbd6592 None None] Set router 57c9ec02-e72b-4e01-9908-f9246af4a8a2 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:12:49.024858 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4dfb66de-ed86-4745-947b-228c64612702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923807'] for port (cd6ed536-f6a2-44e2-a992-df73bf749135), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:49.182660 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:49.194277 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-666e58a9-de0c-4296-967b-c7bbcd593398 req-19e81553-4dde-422e-8c29-8457c0f6e9aa tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3284571 Sep 01 14:12:49.208301 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [req-12ea4714-3429-46c8-a470-fe44ee594444 req-bdc47333-d2fe-45e5-9ee5-cf9ab3b99329 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Deleting port 9784e98b-3dcc-42d6-a82e-41f46d73700f {{(pid=107073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:12:49.209336 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-12ea4714-3429-46c8-a470-fe44ee594444 req-bdc47333-d2fe-45e5-9ee5-cf9ab3b99329 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (9784e98b-3dcc-42d6-a82e-41f46d73700f), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:49.259515 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-baf54f4c-b035-4f27-9c94-9cedafcdfaf2 admin admin] Deleting port ba85496b-b991-48c7-9c6c-3b8b42b120e3 {{(pid=107074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:12:49.260053 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-baf54f4c-b035-4f27-9c94-9cedafcdfaf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (ba85496b-b991-48c7-9c6c-3b8b42b120e3), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:49.297465 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4dfb66de-ed86-4745-947b-228c64612702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33091771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33120975'] for router_interface (a4b91e7f-26d8-4517-89f3-e0ff191ea80e), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:49.302613 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 488913e4-a05d-43b3-9535-56beec07f7df is: DOWN; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:12:49.302958 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (488913e4-a05d-43b3-9535-56beec07f7df), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:49.334187 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] For port 488913e4-a05d-43b3-9535-56beec07f7df, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=488913e4-a05d-43b3-9535-56beec07f7df,segment=NetworkSegment(f315c88c-0cea-42ce-ac38-790188a99330),segment_id=f315c88c-0cea-42ce-ac38-790188a99330)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:12:49.357110 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb66de-ed86-4745-947b-228c64612702 admin admin] Pushing event updated for resources: {'Port': ['ID=cd6ed536-f6a2-44e2-a992-df73bf749135,revision_number=2']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:49.566313 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [None req-baf54f4c-b035-4f27-9c94-9cedafcdfaf2 admin admin] For port ba85496b-b991-48c7-9c6c-3b8b42b120e3, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=ba85496b-b991-48c7-9c6c-3b8b42b120e3,segment=NetworkSegment(f315c88c-0cea-42ce-ac38-790188a99330),segment_id=f315c88c-0cea-42ce-ac38-790188a99330)] {{(pid=107074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:12:49.567112 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-baf54f4c-b035-4f27-9c94-9cedafcdfaf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (ba85496b-b991-48c7-9c6c-3b8b42b120e3), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:49.574572 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (488913e4-a05d-43b3-9535-56beec07f7df), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:49.643086 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [req-12ea4714-3429-46c8-a470-fe44ee594444 req-bdc47333-d2fe-45e5-9ee5-cf9ab3b99329 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] For port 9784e98b-3dcc-42d6-a82e-41f46d73700f, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9784e98b-3dcc-42d6-a82e-41f46d73700f,segment=NetworkSegment(8e3a9a2b-6a7f-4956-be6c-5783c1ea882c),segment_id=8e3a9a2b-6a7f-4956-be6c-5783c1ea882c)] {{(pid=107073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:12:49.647591 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-12ea4714-3429-46c8-a470-fe44ee594444 req-bdc47333-d2fe-45e5-9ee5-cf9ab3b99329 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (9784e98b-3dcc-42d6-a82e-41f46d73700f), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:49.660034 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-baf54f4c-b035-4f27-9c94-9cedafcdfaf2 admin admin] Calling delete_port for ba85496b-b991-48c7-9c6c-3b8b42b120e3 owned by network:router_gateway {{(pid=107074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:12:49.726317 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfb66de-ed86-4745-947b-228c64612702 admin admin] Network db0d5f07-8b4e-426b-94d1-ce799fc91839 is already hosted by enough agents. {{(pid=107074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:12:49.727948 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-4dfb66de-ed86-4745-947b-228c64612702 admin admin] Resources bound (agent type, host, resource id): {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:12:49.731238 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [req-12ea4714-3429-46c8-a470-fe44ee594444 req-bdc47333-d2fe-45e5-9ee5-cf9ab3b99329 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Calling delete_port for 9784e98b-3dcc-42d6-a82e-41f46d73700f owned by compute:nova {{(pid=107073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:12:49.909005 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-b641fc33-6abd-44a1-8a9a-1ed0fbbd6592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'name': 'tempest-ServerRescueNegativeTestJSON-647081354-router', 'tenant_id': '36049d2090b84443a3bf3bf00558379e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ba85496b-b991-48c7-9c6c-3b8b42b120e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:43Z', 'updated_at': '2022-09-01T14:12:44Z', 'revision_number': 5, 'project_id': '36049d2090b84443a3bf3bf00558379e', 'gw_port': {'id': 'ba85496b-b991-48c7-9c6c-3b8b42b120e3', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:08:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:45Z', 'updated_at': '2022-09-01T14:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:12:50.200738 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d11a66-84bc-47ba-b2ca-1d58674de3a5 req-6bd9b7e0-26e0-4624-8f8a-a9bfafdd1d6d tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:50.215068 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b641fc33-6abd-44a1-8a9a-1ed0fbbd6592 None None] Checking router: 57c9ec02-e72b-4e01-9908-f9246af4a8a2 for host: dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:12:50.218900 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-39d11a66-84bc-47ba-b2ca-1d58674de3a5 req-6bd9b7e0-26e0-4624-8f8a-a9bfafdd1d6d tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 943 time: 0.4715247 Sep 01 14:12:50.228697 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Pushing event updated for resources: {'Port': ['ID=488913e4-a05d-43b3-9535-56beec07f7df,revision_number=4']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:50.274901 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dfb66de-ed86-4745-947b-228c64612702 admin admin] Router a4b91e7f-26d8-4517-89f3-e0ff191ea80e has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:12:50.282924 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b641fc33-6abd-44a1-8a9a-1ed0fbbd6592 None None] Routers {'57c9ec02-e72b-4e01-9908-f9246af4a8a2'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:12:50.284288 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-b641fc33-6abd-44a1-8a9a-1ed0fbbd6592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:12:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['57c9ec02-e72b-4e01-9908-f9246af4a8a2'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:12:50.293706 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-8e897272-ce42-48eb-84fc-b7069c4ff853 None None] Provisioning complete for port cd6ed536-f6a2-44e2-a992-df73bf749135 triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:12:50.296524 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-8e897272-ce42-48eb-84fc-b7069c4ff853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (cd6ed536-f6a2-44e2-a992-df73bf749135), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:50.419720 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-39d11a66-84bc-47ba-b2ca-1d58674de3a5 req-17406fb0-194f-4326-a6c7-e371c687ed6d tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1996562 Sep 01 14:12:50.506334 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-b641fc33-6abd-44a1-8a9a-1ed0fbbd6592 None None] Set router 57c9ec02-e72b-4e01-9908-f9246af4a8a2 gateway port host: None {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:12:50.570199 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=100 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:50.622563 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-b641fc33-6abd-44a1-8a9a-1ed0fbbd6592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'name': 'tempest-ServerRescueNegativeTestJSON-647081354-router', 'tenant_id': '36049d2090b84443a3bf3bf00558379e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:43Z', 'updated_at': '2022-09-01T14:12:48Z', 'revision_number': 6, 'project_id': '36049d2090b84443a3bf3bf00558379e', 'gw_port_host': None}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:12:50.632008 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfb66de-ed86-4745-947b-228c64612702 admin admin] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:12:50.650785 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-4dfb66de-ed86-4745-947b-228c64612702 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/a4b91e7f-26d8-4517-89f3-e0ff191ea80e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1571457 Sep 01 14:12:50.667030 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1ef508-7daf-47e1-a843-8ae7f6c84f79 None None] Sync routers for ids ['a4b91e7f-26d8-4517-89f3-e0ff191ea80e'] in dv-cinder-852211-7-iscsi {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:12:50.699851 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1ef508-7daf-47e1-a843-8ae7f6c84f79 None None] Routers {'a4b91e7f-26d8-4517-89f3-e0ff191ea80e'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:12:50.700868 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-6a1ef508-7daf-47e1-a843-8ae7f6c84f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:12:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['a4b91e7f-26d8-4517-89f3-e0ff191ea80e'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:12:50.704094 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-baf54f4c-b035-4f27-9c94-9cedafcdfaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (ba85496b-b991-48c7-9c6c-3b8b42b120e3), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:50.716706 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b748f8-abaa-4e0c-b41c-8a01b5a2ec41 req-23dd37a7-2f57-486d-b528-25b3efee72ff tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:50.735574 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-83b748f8-abaa-4e0c-b41c-8a01b5a2ec41 req-23dd37a7-2f57-486d-b528-25b3efee72ff tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 946 time: 0.2296445 Sep 01 14:12:50.743165 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf54f4c-b035-4f27-9c94-9cedafcdfaf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba85496b-b991-48c7-9c6c-3b8b42b120e3,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:50.765578 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-8e897272-ce42-48eb-84fc-b7069c4ff853 None None] Port cd6ed536-f6a2-44e2-a992-df73bf749135 cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 14:12:50.880323 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b641fc33-6abd-44a1-8a9a-1ed0fbbd6592 None None] The sync data for ids ['57c9ec02-e72b-4e01-9908-f9246af4a8a2'] in dv-cinder-852211-7-iscsi is: [{'id': '57c9ec02-e72b-4e01-9908-f9246af4a8a2', 'name': 'tempest-ServerRescueNegativeTestJSON-647081354-router', 'tenant_id': '36049d2090b84443a3bf3bf00558379e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:43Z', 'updated_at': '2022-09-01T14:12:48Z', 'revision_number': 6, 'project_id': '36049d2090b84443a3bf3bf00558379e', 'gw_port_host': None}] {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:12:51.000645 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-baf54f4c-b035-4f27-9c94-9cedafcdfaf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122071'] for router_gateway (57c9ec02-e72b-4e01-9908-f9246af4a8a2), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:51.063922 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-83b748f8-abaa-4e0c-b41c-8a01b5a2ec41 req-26607fe9-e4b8-4e48-8d08-b8eeb74217fa tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=97412c60-12ed-4e7d-be7b-fe343e91b0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270812 Sep 01 14:12:51.208225 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f46838-9edd-46f9-9758-7e9b14beebeb req-99493792-d664-451d-bbf6-adad50652b2e tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:51.216640 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-26f46838-9edd-46f9-9758-7e9b14beebeb req-99493792-d664-451d-bbf6-adad50652b2e tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 945 time: 0.0834556 Sep 01 14:12:51.233723 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-12ea4714-3429-46c8-a470-fe44ee594444 req-bdc47333-d2fe-45e5-9ee5-cf9ab3b99329 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (9784e98b-3dcc-42d6-a82e-41f46d73700f), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:51.252010 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] get_ports_and_sgs() called for port_ids ['9784e98b-3dcc-42d6-a82e-41f46d73700f'] {{(pid=107075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 14:12:51.342920 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-baf54f4c-b035-4f27-9c94-9cedafcdfaf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33127694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3578'] for router (57c9ec02-e72b-4e01-9908-f9246af4a8a2), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:51.350366 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-baf54f4c-b035-4f27-9c94-9cedafcdfaf2 admin admin] Publish callbacks [] for router_controller (57c9ec02-e72b-4e01-9908-f9246af4a8a2), precommit_delete_associations {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:51.391269 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-26f46838-9edd-46f9-9758-7e9b14beebeb req-a5ada8cb-1ed2-4780-9806-bfba7f66e2ae tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735342 Sep 01 14:12:51.431109 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc47333-d2fe-45e5-9ee5-cf9ab3b99329 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Pushing event deleted for resources: {'Port': ['ID=9784e98b-3dcc-42d6-a82e-41f46d73700f,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:51.433209 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-6a1ef508-7daf-47e1-a843-8ae7f6c84f79 None None] Set router a4b91e7f-26d8-4517-89f3-e0ff191ea80e gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:12:51.434103 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ea4714-3429-46c8-a470-fe44ee594444 req-bdc47333-d2fe-45e5-9ee5-cf9ab3b99329 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] No DVR routers for this DVR port 9784e98b-3dcc-42d6-a82e-41f46d73700f on host hv-cinder-85221 {{(pid=107073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:12:51.439048 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-12ea4714-3429-46c8-a470-fe44ee594444 req-bdc47333-d2fe-45e5-9ee5-cf9ab3b99329 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:51.443094 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-12ea4714-3429-46c8-a470-fe44ee594444 req-bdc47333-d2fe-45e5-9ee5-cf9ab3b99329 tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.72 "DELETE /networking/v2.0/ports/9784e98b-3dcc-42d6-a82e-41f46d73700f HTTP/1.1" status: 204 len: 173 time: 2.6028843 Sep 01 14:12:51.446383 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd917f141-65db-49b0-87ed-0e1e0b72bb4a', 'name': 'network-vif-deleted', 'tag': '9784e98b-3dcc-42d6-a82e-41f46d73700f'}] {{(pid=107073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:12:51.447621 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa2be68435688eaee197eda6180a725a3135abf9bfe352ecc662039bf4a93bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66320d5-8713-4363-975e-dbc169eff790" -d '{"events": [{"server_uuid": "d917f141-65db-49b0-87ed-0e1e0b72bb4a", "name": "network-vif-deleted", "tag": "9784e98b-3dcc-42d6-a82e-41f46d73700f"}]}' {{(pid=107073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:12:51.751916 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-baf54f4c-b035-4f27-9c94-9cedafcdfaf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33120949'] for router (57c9ec02-e72b-4e01-9908-f9246af4a8a2), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:51.752839 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf54f4c-b035-4f27-9c94-9cedafcdfaf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57c9ec02-e72b-4e01-9908-f9246af4a8a2 {{(pid=107074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 14:12:51.762202 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-baf54f4c-b035-4f27-9c94-9cedafcdfaf2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:51.765817 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-baf54f4c-b035-4f27-9c94-9cedafcdfaf2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/57c9ec02-e72b-4e01-9908-f9246af4a8a2 HTTP/1.1" status: 204 len: 168 time: 3.4973426 Sep 01 14:12:51.769060 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 32918) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:12:51.974743 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:51.978720 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad177cf0-427b-444b-bf76-134f656540ba admin admin] Deleting subnet d2d86ced-9867-4b29-96c7-eb755efebba7 {{(pid=107073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 14:12:51.982341 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49d0932-e93f-4529-8ec3-c55e8e8abdf2 x-openstack-request-id: req-e49d0932-e93f-4529-8ec3-c55e8e8abdf2 {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:12:51.983413 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d917f141-65db-49b0-87ed-0e1e0b72bb4a", "name": "network-vif-deleted", "tag": "9784e98b-3dcc-42d6-a82e-41f46d73700f", "status": "completed", "code": 200}]} {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:12:51.983413 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e49d0932-e93f-4529-8ec3-c55e8e8abdf2 {{(pid=107073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:12:51.983955 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e49d0932-e93f-4529-8ec3-c55e8e8abdf2'] response: {'server_uuid': 'd917f141-65db-49b0-87ed-0e1e0b72bb4a', 'name': 'network-vif-deleted', 'tag': '9784e98b-3dcc-42d6-a82e-41f46d73700f', 'status': 'completed', 'code': 200} Sep 01 14:12:51.986631 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-ad177cf0-427b-444b-bf76-134f656540ba admin admin] Publish callbacks [] for subnet (d2d86ced-9867-4b29-96c7-eb755efebba7), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:52.062712 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 32922) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:12:52.067872 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-f94c65cf-534b-4bb6-891f-fc92acb17378 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-597656021', 'description': 'tempest-secgroup-smoke-597656021 description', 'project_id': '8acdb976501045c0813d16f3d0ffd13d'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:12:52.245530 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:52.249840 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-f94c65cf-534b-4bb6-891f-fc92acb17378 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:52.258246 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:52.289651 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-6a1ef508-7daf-47e1-a843-8ae7f6c84f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b91e7f-26d8-4517-89f3-e0ff191ea80e', 'name': 'tempest-TestVolumeBootPattern-1290484623-router', 'tenant_id': '3a8e2734029f4bf49339ca13ef88ee29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '488913e4-a05d-43b3-9535-56beec07f7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:12:32Z', 'updated_at': '2022-09-01T14:12:47Z', 'revision_number': 4, 'project_id': '3a8e2734029f4bf49339ca13ef88ee29', 'gw_port': {'id': '488913e4-a05d-43b3-9535-56beec07f7df', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b91e7f-26d8-4517-89f3-e0ff191ea80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:35Z', 'updated_at': '2022-09-01T14:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': 'cd6ed536-f6a2-44e2-a992-df73bf749135', 'name': '', 'network_id': 'db0d5f07-8b4e-426b-94d1-ce799fc91839', 'tenant_id': '3a8e2734029f4bf49339ca13ef88ee29', 'mac_address': 'fa:16:3e:63:ab:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b91e7f-26d8-4517-89f3-e0ff191ea80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '9834196b-a3b8-4a8d-91c8-a30099e390ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:45Z', 'updated_at': '2022-09-01T14:12:47Z', 'revision_number': 2, 'project_id': '3a8e2734029f4bf49339ca13ef88ee29', 'subnets': [{'id': '9834196b-a3b8-4a8d-91c8-a30099e390ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:12:52.297886 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-ad177cf0-427b-444b-bf76-134f656540ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4006330'] for subnet (d2d86ced-9867-4b29-96c7-eb755efebba7), precommit_delete_associations {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:52.317608 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 488913e4-a05d-43b3-9535-56beec07f7df up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:12:52.343480 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1ef508-7daf-47e1-a843-8ae7f6c84f79 None None] Checking router: a4b91e7f-26d8-4517-89f3-e0ff191ea80e for host: dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:12:52.343935 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1ef508-7daf-47e1-a843-8ae7f6c84f79 None None] Updating router a4b91e7f-26d8-4517-89f3-e0ff191ea80e port cd6ed536-f6a2-44e2-a992-df73bf749135 binding host dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:12:52.419918 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:52.453780 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c921d-d259-4b53-9be3-c251b47b20fa req-c98a97e0-7615-4855-9741-02e550bdbb11 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:52.458353 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-060c921d-d259-4b53-9be3-c251b47b20fa req-c98a97e0-7615-4855-9741-02e550bdbb11 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 943 time: 0.2826245 Sep 01 14:12:52.473116 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-6a1ef508-7daf-47e1-a843-8ae7f6c84f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (cd6ed536-f6a2-44e2-a992-df73bf749135), before_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:52.543106 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port 488913e4-a05d-43b3-9535-56beec07f7df triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:12:52.543697 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (488913e4-a05d-43b3-9535-56beec07f7df), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:52.619589 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:52.772179 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 488913e4-a05d-43b3-9535-56beec07f7df is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:12:52.890927 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device ba85496b-b991-48c7-9c6c-3b8b42b120e3 no longer exists at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:12:52.930290 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-060c921d-d259-4b53-9be3-c251b47b20fa req-376d2f11-40f5-4888-bbd0-a9b809462182 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4706240 Sep 01 14:12:52.952676 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] No Port match for: ba85496b-b991-48c7-9c6c-3b8b42b120e3 {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:12:52.958376 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device ba85496b-b991-48c7-9c6c-3b8b42b120e3 not bound to the agent host dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:12:52.960933 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 6d165577-f5d8-4e45-b6f9-dd2cb49b501e no longer exists at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:12:52.966138 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:52.982378 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e67830f6-6fbb-4ede-97f0-3e9f122c511d req-14e6e95f-4943-4288-9c09-d828479da69f tempest-TestMinimumBasicScenario-176715321 tempest-TestMinimumBasicScenario-176715321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d917f141-65db-49b0-87ed-0e1e0b72bb4a HTTP/1.1" status: 200 len: 210 time: 0.2752342 Sep 01 14:12:53.037307 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] No Port match for: 6d165577-f5d8-4e45-b6f9-dd2cb49b501e {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:12:53.037702 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 6d165577-f5d8-4e45-b6f9-dd2cb49b501e not bound to the agent host dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:12:53.080833 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-ad177cf0-427b-444b-bf76-134f656540ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784543'] for subnet (d2d86ced-9867-4b29-96c7-eb755efebba7), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:53.409797 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf8e5d-9c34-413b-a4e5-477d11a1158d req-faa8a268-833b-44e4-adc4-ea85436d5ba7 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:53.418592 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-58cf8e5d-9c34-413b-a4e5-477d11a1158d req-faa8a268-833b-44e4-adc4-ea85436d5ba7 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 945 time: 0.2095156 Sep 01 14:12:53.490222 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-6a1ef508-7daf-47e1-a843-8ae7f6c84f79 None None] Publish callbacks [] for port (cd6ed536-f6a2-44e2-a992-df73bf749135), precommit_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:53.501715 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-f94c65cf-534b-4bb6-891f-fc92acb17378 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for security_group (777c6d32-7822-4d36-9c77-fefc1d699394), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:53.505570 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-58cf8e5d-9c34-413b-a4e5-477d11a1158d req-38fd20f4-0a07-436b-b4e8-8af8cff1848c tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860150 Sep 01 14:12:54.026383 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-6a1ef508-7daf-47e1-a843-8ae7f6c84f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (cd6ed536-f6a2-44e2-a992-df73bf749135), after_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:54.026726 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-ad177cf0-427b-444b-bf76-134f656540ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3069443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4179382'] for subnet (d2d86ced-9867-4b29-96c7-eb755efebba7), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:54.032368 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-f94c65cf-534b-4bb6-891f-fc92acb17378 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (777c6d32-7822-4d36-9c77-fefc1d699394), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:54.094230 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad27971-da5f-40bf-ad2e-6535d8ee4354 None None] Network 9cdd4113-f7e0-45eb-bbb2-5da93102bf6c requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:12:54.145011 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c65cf-534b-4bb6-891f-fc92acb17378 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=777c6d32-7822-4d36-9c77-fefc1d699394,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:54.149936 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad177cf0-427b-444b-bf76-134f656540ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2d86ced-9867-4b29-96c7-eb755efebba7,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:54.155617 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-ad177cf0-427b-444b-bf76-134f656540ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:54.161276 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 32946) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:12:54.165918 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-ad177cf0-427b-444b-bf76-134f656540ba admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/d2d86ced-9867-4b29-96c7-eb755efebba7 HTTP/1.1" status: 204 len: 168 time: 2.3905180 Sep 01 14:12:54.173945 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 9784e98b-3dcc-42d6-a82e-41f46d73700f no longer exists at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:12:54.200456 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] No Port match for: 9784e98b-3dcc-42d6-a82e-41f46d73700f {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:12:54.201072 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 9784e98b-3dcc-42d6-a82e-41f46d73700f not bound to the agent host hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:12:54.319927 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1dae3-a514-40d1-b70e-9c065cd275d0 req-1e0502a0-1bf8-4b4e-8156-f5d7086bab20 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:54.330411 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-73a1dae3-a514-40d1-b70e-9c065cd275d0 req-1e0502a0-1bf8-4b4e-8156-f5d7086bab20 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 943 time: 0.2474601 Sep 01 14:12:54.415475 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02ab33-6d22-4a4a-ae21-139a83d3b6c6 None None] Pushing event updated for resources: {'Port': ['ID=cd6ed536-f6a2-44e2-a992-df73bf749135,revision_number=3']} {{(pid=107076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:54.415475 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.managers [None req-6a1ef508-7daf-47e1-a843-8ae7f6c84f79 None None] Attempting to bind port cd6ed536-f6a2-44e2-a992-df73bf749135 on host dv-cinder-852211-7-iscsi for vnic_type normal with profile {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:12:54.415475 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.managers [None req-6a1ef508-7daf-47e1-a843-8ae7f6c84f79 None None] Attempting to bind port cd6ed536-f6a2-44e2-a992-df73bf749135 by drivers openvswitch,hyperv on host dv-cinder-852211-7-iscsi at level 0 using segments [{'id': '290c7c9d-86bf-4bf1-8d6c-f720b2c301ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'db0d5f07-8b4e-426b-94d1-ce799fc91839'}] {{(pid=107076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:12:54.415475 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1ef508-7daf-47e1-a843-8ae7f6c84f79 None None] Attempting to bind port cd6ed536-f6a2-44e2-a992-df73bf749135 on network db0d5f07-8b4e-426b-94d1-ce799fc91839 {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:12:54.430783 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1ef508-7daf-47e1-a843-8ae7f6c84f79 None None] Checking agent: {'id': '16ae7bad-0e03-4d8e-885b-3ed578a6ac87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852211-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 13, 56, 30), 'started_at': datetime.datetime(2022, 9, 1, 13, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852211-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:12:54.431196 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1ef508-7daf-47e1-a843-8ae7f6c84f79 None None] Checking segment: {'id': '290c7c9d-86bf-4bf1-8d6c-f720b2c301ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'db0d5f07-8b4e-426b-94d1-ce799fc91839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:12:54.431695 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-6a1ef508-7daf-47e1-a843-8ae7f6c84f79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:54.431944 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1ef508-7daf-47e1-a843-8ae7f6c84f79 None None] Bound using segment: {'id': '290c7c9d-86bf-4bf1-8d6c-f720b2c301ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'db0d5f07-8b4e-426b-94d1-ce799fc91839'} {{(pid=107076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:12:54.432442 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.managers [None req-6a1ef508-7daf-47e1-a843-8ae7f6c84f79 None None] Bound port: cd6ed536-f6a2-44e2-a992-df73bf749135, host: dv-cinder-852211-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '290c7c9d-86bf-4bf1-8d6c-f720b2c301ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'db0d5f07-8b4e-426b-94d1-ce799fc91839'}}] {{(pid=107076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:12:54.432828 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-6a1ef508-7daf-47e1-a843-8ae7f6c84f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (cd6ed536-f6a2-44e2-a992-df73bf749135), before_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:54.447979 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d42c0e6e-6cd4-49d6-8b63-159164690291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-703534'] for network (9cdd4113-f7e0-45eb-bbb2-5da93102bf6c), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:54.458690 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-f94c65cf-534b-4bb6-891f-fc92acb17378 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:54.458690 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-f94c65cf-534b-4bb6-891f-fc92acb17378 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 2.3896194 Sep 01 14:12:54.466096 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 32956) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:12:54.474894 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-73a1dae3-a514-40d1-b70e-9c065cd275d0 req-c96ef398-ea07-48ba-a44c-9689c14200b6 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1395226 Sep 01 14:12:54.477075 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-3aa1f9c2-5f26-46e0-a6df-0dffeaac531a tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Request body: {'security_group_rule': {'security_group_id': '777c6d32-7822-4d36-9c77-fefc1d699394', 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:12:54.577820 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.db [None req-6a1ef508-7daf-47e1-a843-8ae7f6c84f79 None None] For port cd6ed536-f6a2-44e2-a992-df73bf749135, host dv-cinder-852211-7-iscsi, cleared binding levels {{(pid=107076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:12:54.586045 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.plugins.ml2.db [None req-6a1ef508-7daf-47e1-a843-8ae7f6c84f79 None None] For port cd6ed536-f6a2-44e2-a992-df73bf749135, host dv-cinder-852211-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=cd6ed536-f6a2-44e2-a992-df73bf749135,segment=NetworkSegment(290c7c9d-86bf-4bf1-8d6c-f720b2c301ae),segment_id=290c7c9d-86bf-4bf1-8d6c-f720b2c301ae)] {{(pid=107076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:12:54.620978 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-2e284590-6f72-4b6a-97da-e2eefa6cf671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:54.633868 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f791e5f9-2fd5-4be8-b5d0-ad5d022e6dcc None None] DHCP port deletion for 9cdd4113-f7e0-45eb-bbb2-5da93102bf6c request from dv-cinder-852211-7-iscsi {{(pid=107075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 01 14:12:54.649512 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-d42c0e6e-6cd4-49d6-8b63-159164690291 admin admin] Deleting port 02de0d11-ebc8-4a61-9998-919b9a0f198a {{(pid=107074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:12:54.651862 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d42c0e6e-6cd4-49d6-8b63-159164690291 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (02de0d11-ebc8-4a61-9998-919b9a0f198a), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:54.698862 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-f791e5f9-2fd5-4be8-b5d0-ad5d022e6dcc None None] Deleting port 02de0d11-ebc8-4a61-9998-919b9a0f198a {{(pid=107075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:12:54.699649 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-f791e5f9-2fd5-4be8-b5d0-ad5d022e6dcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (02de0d11-ebc8-4a61-9998-919b9a0f198a), before_delete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:54.745338 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-6a1ef508-7daf-47e1-a843-8ae7f6c84f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (cd6ed536-f6a2-44e2-a992-df73bf749135), after_update {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:54.816601 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3aa1f9c2-5f26-46e0-a6df-0dffeaac531a tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for security_group_rule (7710a09f-4bfa-4654-96c4-f3d7b34d1e15), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:54.852956 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [None req-d42c0e6e-6cd4-49d6-8b63-159164690291 admin admin] For port 02de0d11-ebc8-4a61-9998-919b9a0f198a, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=02de0d11-ebc8-4a61-9998-919b9a0f198a,segment=NetworkSegment(21afd361-14bd-45f1-b42f-187569ad44e0),segment_id=21afd361-14bd-45f1-b42f-187569ad44e0)] {{(pid=107074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:12:54.853660 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d42c0e6e-6cd4-49d6-8b63-159164690291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (02de0d11-ebc8-4a61-9998-919b9a0f198a), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:54.882636 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-d42c0e6e-6cd4-49d6-8b63-159164690291 admin admin] Calling delete_port for 02de0d11-ebc8-4a61-9998-919b9a0f198a owned by network:dhcp {{(pid=107074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:12:54.927838 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02ab33-6d22-4a4a-ae21-139a83d3b6c6 None None] Pushing event updated for resources: {'Port': ['ID=cd6ed536-f6a2-44e2-a992-df73bf749135,revision_number=4']} {{(pid=107076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:54.941162 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462fd35f-3106-470f-80b8-c9273a32cdb6 req-8bfddfb1-8462-465d-9bec-1ef5bd97c201 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:54.949528 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-462fd35f-3106-470f-80b8-c9273a32cdb6 req-8bfddfb1-8462-465d-9bec-1ef5bd97c201 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 945 time: 0.0979238 Sep 01 14:12:54.965783 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1ef508-7daf-47e1-a843-8ae7f6c84f79 None None] Routers {'a4b91e7f-26d8-4517-89f3-e0ff191ea80e'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:12:54.967018 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-6a1ef508-7daf-47e1-a843-8ae7f6c84f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:12:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['a4b91e7f-26d8-4517-89f3-e0ff191ea80e'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:12:54.977258 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-f791e5f9-2fd5-4be8-b5d0-ad5d022e6dcc None None] For port 02de0d11-ebc8-4a61-9998-919b9a0f198a, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=02de0d11-ebc8-4a61-9998-919b9a0f198a,segment=NetworkSegment(21afd361-14bd-45f1-b42f-187569ad44e0),segment_id=21afd361-14bd-45f1-b42f-187569ad44e0)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:12:54.978855 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-f791e5f9-2fd5-4be8-b5d0-ad5d022e6dcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (02de0d11-ebc8-4a61-9998-919b9a0f198a), precommit_delete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:54.998289 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3aa1f9c2-5f26-46e0-a6df-0dffeaac531a tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for security_group_rule (7710a09f-4bfa-4654-96c4-f3d7b34d1e15), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:55.027930 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:55.039196 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-f791e5f9-2fd5-4be8-b5d0-ad5d022e6dcc None None] Calling delete_port for 02de0d11-ebc8-4a61-9998-919b9a0f198a owned by network:dhcp {{(pid=107075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:12:55.072273 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-462fd35f-3106-470f-80b8-c9273a32cdb6 req-fc926eac-a964-43fe-b650-a956ced73375 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193788 Sep 01 14:12:55.099886 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3aa1f9c2-5f26-46e0-a6df-0dffeaac531a tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411178'] for security_group_rule (7710a09f-4bfa-4654-96c4-f3d7b34d1e15), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:55.108414 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:55.132184 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa1f9c2-5f26-46e0-a6df-0dffeaac531a tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7710a09f-4bfa-4654-96c4-f3d7b34d1e15,revision_number=0']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:55.203496 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f1929-8726-444b-b803-12c2562edafe req-2af69042-64cb-4711-940e-1fb744e30c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:55.209547 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-430f1929-8726-444b-b803-12c2562edafe req-2af69042-64cb-4711-940e-1fb744e30c62 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea&tenant_id=c1c061b824cb4a92a469061e7a67f967 HTTP/1.1" status: 200 len: 1127 time: 0.1362367 Sep 01 14:12:55.224765 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d42c0e6e-6cd4-49d6-8b63-159164690291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (02de0d11-ebc8-4a61-9998-919b9a0f198a), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:55.266918 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c0e6e-6cd4-49d6-8b63-159164690291 admin admin] Pushing event deleted for resources: {'Port': ['ID=02de0d11-ebc8-4a61-9998-919b9a0f198a,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:55.285395 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-f791e5f9-2fd5-4be8-b5d0-ad5d022e6dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329'] for port (02de0d11-ebc8-4a61-9998-919b9a0f198a), after_delete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:55.291283 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-6a1ef508-7daf-47e1-a843-8ae7f6c84f79 None None] Set router a4b91e7f-26d8-4517-89f3-e0ff191ea80e gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:12:55.303522 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42c0e6e-6cd4-49d6-8b63-159164690291 admin admin] No DVR routers for this DVR port 02de0d11-ebc8-4a61-9998-919b9a0f198a on host dv-cinder-852211-7-iscsi {{(pid=107074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:12:55.320461 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f1929-8726-444b-b803-12c2562edafe req-17e3d931-267e-49ab-bb01-c88f47139ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:55.323242 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-430f1929-8726-444b-b803-12c2562edafe req-17e3d931-267e-49ab-bb01-c88f47139ea7 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=c1c061b824cb4a92a469061e7a67f967&device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 1127 time: 0.0538709 Sep 01 14:12:55.334945 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3aa1f9c2-5f26-46e0-a6df-0dffeaac531a tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:55.336656 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-3aa1f9c2-5f26-46e0-a6df-0dffeaac531a tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8641119 Sep 01 14:12:55.339408 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 32976) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:12:55.349090 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-bfc69fd3-9056-4a0c-9e35-9fa034a757c6 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Request body: {'security_group_rule': {'security_group_id': '777c6d32-7822-4d36-9c77-fefc1d699394', 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:12:55.445278 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791e5f9-2fd5-4be8-b5d0-ad5d022e6dcc None None] Pushing event deleted for resources: {'Port': ['ID=02de0d11-ebc8-4a61-9998-919b9a0f198a,revision_number=None']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:55.475706 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f791e5f9-2fd5-4be8-b5d0-ad5d022e6dcc None None] No DVR routers for this DVR port 02de0d11-ebc8-4a61-9998-919b9a0f198a on host dv-cinder-852211-7-iscsi {{(pid=107075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:12:55.477183 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d42c0e6e-6cd4-49d6-8b63-159164690291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718328', 'neutron.services.segments.db._delete_segments_for_network-8786311954077'] for network (9cdd4113-f7e0-45eb-bbb2-5da93102bf6c), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:55.556880 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.services.segments.db [None req-d42c0e6e-6cd4-49d6-8b63-159164690291 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cdd4113-f7e0-45eb-bbb2-5da93102bf6c']}} {{(pid=107074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:12:55.647549 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.services.segments.db [None req-d42c0e6e-6cd4-49d6-8b63-159164690291 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21afd361-14bd-45f1-b42f-187569ad44e0') {'for_net_delete': True} {{(pid=107074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:12:55.648412 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.services.segments.db [None req-d42c0e6e-6cd4-49d6-8b63-159164690291 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21afd361-14bd-45f1-b42f-187569ad44e0') {} {{(pid=107074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:12:55.681493 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d42c0e6e-6cd4-49d6-8b63-159164690291 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786311985893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2922463'] for segment (21afd361-14bd-45f1-b42f-187569ad44e0), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:55.697024 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45840a8e-8c65-4df6-b215-2a9c7df9e06c req-ee14879f-ce39-4cf6-be77-4242ba2dd93a tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:55.700233 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-45840a8e-8c65-4df6-b215-2a9c7df9e06c req-ee14879f-ce39-4cf6-be77-4242ba2dd93a tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 943 time: 0.1104987 Sep 01 14:12:55.700936 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f1929-8726-444b-b803-12c2562edafe req-dd16eedd-aa06-405d-b59c-e00d853d8e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:55.703095 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-430f1929-8726-444b-b803-12c2562edafe req-dd16eedd-aa06-405d-b59c-e00d853d8e08 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=d990df73-a69e-4562-a002-6a937695b5ba HTTP/1.1" status: 200 len: 910 time: 0.3726385 Sep 01 14:12:55.723584 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d42c0e6e-6cd4-49d6-8b63-159164690291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881'] for segment (21afd361-14bd-45f1-b42f-187569ad44e0), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:55.738721 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d42c0e6e-6cd4-49d6-8b63-159164690291 admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=107074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 14:12:55.739383 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d42c0e6e-6cd4-49d6-8b63-159164690291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923899'] for segment (21afd361-14bd-45f1-b42f-187569ad44e0), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:55.817253 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-6a1ef508-7daf-47e1-a843-8ae7f6c84f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b91e7f-26d8-4517-89f3-e0ff191ea80e', 'name': 'tempest-TestVolumeBootPattern-1290484623-router', 'tenant_id': '3a8e2734029f4bf49339ca13ef88ee29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '488913e4-a05d-43b3-9535-56beec07f7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:12:32Z', 'updated_at': '2022-09-01T14:12:47Z', 'revision_number': 4, 'project_id': '3a8e2734029f4bf49339ca13ef88ee29', 'gw_port': {'id': '488913e4-a05d-43b3-9535-56beec07f7df', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b91e7f-26d8-4517-89f3-e0ff191ea80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:35Z', 'updated_at': '2022-09-01T14:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': 'cd6ed536-f6a2-44e2-a992-df73bf749135', 'name': '', 'network_id': 'db0d5f07-8b4e-426b-94d1-ce799fc91839', 'tenant_id': '3a8e2734029f4bf49339ca13ef88ee29', 'mac_address': 'fa:16:3e:63:ab:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b91e7f-26d8-4517-89f3-e0ff191ea80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '9834196b-a3b8-4a8d-91c8-a30099e390ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:45Z', 'updated_at': '2022-09-01T14:12:54Z', 'revision_number': 4, 'project_id': '3a8e2734029f4bf49339ca13ef88ee29', 'subnets': [{'id': '9834196b-a3b8-4a8d-91c8-a30099e390ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:12:55.856883 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-bfc69fd3-9056-4a0c-9e35-9fa034a757c6 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for security_group_rule (f31b3071-6869-4c4f-a066-d77f8e6c2fb4), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:55.972866 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 02de0d11-ebc8-4a61-9998-919b9a0f198a no longer exists at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:12:55.991256 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1ef508-7daf-47e1-a843-8ae7f6c84f79 None None] The sync data for ids ['a4b91e7f-26d8-4517-89f3-e0ff191ea80e'] in dv-cinder-852211-7-iscsi is: [{'id': 'a4b91e7f-26d8-4517-89f3-e0ff191ea80e', 'name': 'tempest-TestVolumeBootPattern-1290484623-router', 'tenant_id': '3a8e2734029f4bf49339ca13ef88ee29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '488913e4-a05d-43b3-9535-56beec07f7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:12:32Z', 'updated_at': '2022-09-01T14:12:47Z', 'revision_number': 4, 'project_id': '3a8e2734029f4bf49339ca13ef88ee29', 'gw_port': {'id': '488913e4-a05d-43b3-9535-56beec07f7df', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b91e7f-26d8-4517-89f3-e0ff191ea80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:35Z', 'updated_at': '2022-09-01T14:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': 'cd6ed536-f6a2-44e2-a992-df73bf749135', 'name': '', 'network_id': 'db0d5f07-8b4e-426b-94d1-ce799fc91839', 'tenant_id': '3a8e2734029f4bf49339ca13ef88ee29', 'mac_address': 'fa:16:3e:63:ab:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b91e7f-26d8-4517-89f3-e0ff191ea80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '9834196b-a3b8-4a8d-91c8-a30099e390ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:45Z', 'updated_at': '2022-09-01T14:12:54Z', 'revision_number': 4, 'project_id': '3a8e2734029f4bf49339ca13ef88ee29', 'subnets': [{'id': '9834196b-a3b8-4a8d-91c8-a30099e390ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:12:56.038392 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] No Port match for: 02de0d11-ebc8-4a61-9998-919b9a0f198a {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:12:56.043608 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 02de0d11-ebc8-4a61-9998-919b9a0f198a not bound to the agent host dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:12:56.075268 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-45840a8e-8c65-4df6-b215-2a9c7df9e06c req-833f6c84-2ff3-4cff-8f97-c0c1ccb05804 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3640966 Sep 01 14:12:56.144288 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-bfc69fd3-9056-4a0c-9e35-9fa034a757c6 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for security_group_rule (f31b3071-6869-4c4f-a066-d77f8e6c2fb4), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:56.153992 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-430f1929-8726-444b-b803-12c2562edafe req-41783f0a-3c6c-44da-83fa-99f86abf872c service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b44c940-faa5-4df3-83f2-2d676ad70287 HTTP/1.1" status: 200 len: 999 time: 0.4388709 Sep 01 14:12:56.155465 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d42c0e6e-6cd4-49d6-8b63-159164690291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122255'] for network (9cdd4113-f7e0-45eb-bbb2-5da93102bf6c), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:56.167012 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.services.segments.plugin [-] Segment 21afd361-14bd-45f1-b42f-187569ad44e0 resource provider aggregate not found Sep 01 14:12:56.198835 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d42c0e6e-6cd4-49d6-8b63-159164690291 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for network (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:56.205256 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-d42c0e6e-6cd4-49d6-8b63-159164690291 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/9cdd4113-f7e0-45eb-bbb2-5da93102bf6c HTTP/1.1" status: 204 len: 168 time: 2.0388038 Sep 01 14:12:56.260734 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-bfc69fd3-9056-4a0c-9e35-9fa034a757c6 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411178'] for security_group_rule (f31b3071-6869-4c4f-a066-d77f8e6c2fb4), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:56.284245 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.services.segments.plugin [-] Segment 21afd361-14bd-45f1-b42f-187569ad44e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21afd361-14bd-45f1-b42f-187569ad44e0 found for delete ", "request_id": "req-35dc74f2-2ff5-4864-b720-146bbee7549b"}]} Sep 01 14:12:56.303553 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:56.304667 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c0e6e-6cd4-49d6-8b63-159164690291 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cdd4113-f7e0-45eb-bbb2-5da93102bf6c,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:56.338413 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc69fd3-9056-4a0c-9e35-9fa034a757c6 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f31b3071-6869-4c4f-a066-d77f8e6c2fb4,revision_number=0']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:56.359699 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f1929-8726-444b-b803-12c2562edafe req-14746ae9-176a-4cf1-8d05-ae79e6c3a958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:56.362058 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-430f1929-8726-444b-b803-12c2562edafe req-14746ae9-176a-4cf1-8d05-ae79e6c3a958 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=090e269d-51eb-4081-b0e5-a44524761efb HTTP/1.1" status: 200 len: 848 time: 0.2030988 Sep 01 14:12:56.474711 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-bfc69fd3-9056-4a0c-9e35-9fa034a757c6 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:56.479174 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-bfc69fd3-9056-4a0c-9e35-9fa034a757c6 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1352499 Sep 01 14:12:56.479650 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 33014) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:12:56.492044 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-b3ad4d65-46bc-405f-87c8-d45c387c782e tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Request body: {'security_group_rule': {'security_group_id': '777c6d32-7822-4d36-9c77-fefc1d699394', 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:12:56.494134 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:56.682848 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b3ad4d65-46bc-405f-87c8-d45c387c782e tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for security_group_rule (6e0cc40b-de43-4939-85a2-825c0e0adb1d), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:56.893007 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b3ad4d65-46bc-405f-87c8-d45c387c782e tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for security_group_rule (6e0cc40b-de43-4939-85a2-825c0e0adb1d), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:56.911399 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 33020) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:12:57.010658 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48663c6d-a5b8-43be-bfd0-97750cb658d7 req-42a8970b-6be0-4aad-8621-f6342170c298 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:57.023922 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-48663c6d-a5b8-43be-bfd0-97750cb658d7 req-42a8970b-6be0-4aad-8621-f6342170c298 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 945 time: 0.6586778 Sep 01 14:12:57.069551 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-66dcb9b0-04f7-48ee-9888-bb0c5b5aca4f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=36049d2090b84443a3bf3bf00558379e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1543388 Sep 01 14:12:57.069805 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f1929-8726-444b-b803-12c2562edafe req-4604cb62-6145-4fdb-8256-57b795381ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:57.071296 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b3ad4d65-46bc-405f-87c8-d45c387c782e tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411178'] for security_group_rule (6e0cc40b-de43-4939-85a2-825c0e0adb1d), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:57.071546 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-430f1929-8726-444b-b803-12c2562edafe req-4604cb62-6145-4fdb-8256-57b795381ce7 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=d990df73-a69e-4562-a002-6a937695b5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6484094 Sep 01 14:12:57.073531 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 33022) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:12:57.106714 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad4d65-46bc-405f-87c8-d45c387c782e tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e0cc40b-de43-4939-85a2-825c0e0adb1d,revision_number=0']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:57.149534 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:57.251497 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b3ad4d65-46bc-405f-87c8-d45c387c782e tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:57.266815 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-b3ad4d65-46bc-405f-87c8-d45c387c782e tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7853332 Sep 01 14:12:57.270288 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 33026) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:12:57.288513 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-93d148d5-46f2-4c25-bd26-f692dc450989 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Request body: {'security_group_rule': {'security_group_id': '777c6d32-7822-4d36-9c77-fefc1d699394', 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:12:57.292397 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-48663c6d-a5b8-43be-bfd0-97750cb658d7 req-2fd84e6a-9ba9-47d0-8b7b-deca8e3bbe76 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2674301 Sep 01 14:12:57.295969 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-fd79ef3a-963f-4e33-a9c8-c590be503176 admin admin] Publish callbacks [] for security_group (e0c7322a-6e08-47f2-94dc-297a987afd31), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:57.342836 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-fd79ef3a-963f-4e33-a9c8-c590be503176 admin admin] Publish callbacks [] for security_group (e0c7322a-6e08-47f2-94dc-297a987afd31), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:57.357275 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:57.388971 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 33028) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:12:57.473533 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7329d6a-bdd7-4728-a25f-b5060d291133 req-4f581603-fbaa-4559-8510-89deda415fae tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:57.475670 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e7329d6a-bdd7-4728-a25f-b5060d291133 req-4f581603-fbaa-4559-8510-89deda415fae tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 943 time: 0.0672345 Sep 01 14:12:57.556857 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-ee3a9629-4ca7-474f-ac2e-9a363917cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:57.656478 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e7329d6a-bdd7-4728-a25f-b5060d291133 req-c337e798-6491-489f-934c-4b1d73df2de9 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1654530 Sep 01 14:12:57.675096 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-fd79ef3a-963f-4e33-a9c8-c590be503176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (e0c7322a-6e08-47f2-94dc-297a987afd31), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:57.691285 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-fd79ef3a-963f-4e33-a9c8-c590be503176 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:57.696491 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-fd79ef3a-963f-4e33-a9c8-c590be503176 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e0c7322a-6e08-47f2-94dc-297a987afd31 HTTP/1.1" status: 204 len: 168 time: 0.6180320 Sep 01 14:12:57.809532 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-430f1929-8726-444b-b803-12c2562edafe req-37137aa8-4bc2-433a-b9a0-3d495e23e968 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/d990df73-a69e-4562-a002-6a937695b5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6745601 Sep 01 14:12:57.814024 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79ef3a-963f-4e33-a9c8-c590be503176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c7322a-6e08-47f2-94dc-297a987afd31,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:58.052148 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-93d148d5-46f2-4c25-bd26-f692dc450989 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for security_group_rule (2ead4e28-4258-482d-bf5a-9aef378f4fd4), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:58.162005 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-430f1929-8726-444b-b803-12c2562edafe req-af2d866f-834b-44d6-a18b-40d06225d00a service neutron] 10.222.0.72 "GET /networking/v2.0/networks/d990df73-a69e-4562-a002-6a937695b5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369057 Sep 01 14:12:58.252665 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device cd6ed536-f6a2-44e2-a992-df73bf749135 up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:12:58.367334 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port cd6ed536-f6a2-44e2-a992-df73bf749135 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:12:58.371386 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (cd6ed536-f6a2-44e2-a992-df73bf749135), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:58.464551 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-93d148d5-46f2-4c25-bd26-f692dc450989 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for security_group_rule (2ead4e28-4258-482d-bf5a-9aef378f4fd4), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:58.464551 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:58.537432 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port cd6ed536-f6a2-44e2-a992-df73bf749135 is: DOWN; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:12:58.538185 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (cd6ed536-f6a2-44e2-a992-df73bf749135), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:58.661972 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-93d148d5-46f2-4c25-bd26-f692dc450989 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411178'] for security_group_rule (2ead4e28-4258-482d-bf5a-9aef378f4fd4), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:58.675998 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] For port cd6ed536-f6a2-44e2-a992-df73bf749135, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=cd6ed536-f6a2-44e2-a992-df73bf749135,segment=NetworkSegment(290c7c9d-86bf-4bf1-8d6c-f720b2c301ae),segment_id=290c7c9d-86bf-4bf1-8d6c-f720b2c301ae)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:12:58.719329 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d148d5-46f2-4c25-bd26-f692dc450989 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ead4e28-4258-482d-bf5a-9aef378f4fd4,revision_number=0']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:58.758019 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (cd6ed536-f6a2-44e2-a992-df73bf749135), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:58.764548 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb483371-344a-4659-bde9-51f9921c3c4b req-a016e76c-7316-40cc-96cf-8ed68fd1f649 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:58.775688 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-fb483371-344a-4659-bde9-51f9921c3c4b req-a016e76c-7316-40cc-96cf-8ed68fd1f649 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 945 time: 0.1737318 Sep 01 14:12:58.814209 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-93d148d5-46f2-4c25-bd26-f692dc450989 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:58.819629 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-93d148d5-46f2-4c25-bd26-f692dc450989 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5476706 Sep 01 14:12:58.845086 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 33042) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:12:58.857353 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-044798e6-002f-4b5f-ac5f-de0c09c56890 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Request body: {'security_group_rule': {'security_group_id': '777c6d32-7822-4d36-9c77-fefc1d699394', 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:12:58.900865 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ae2853ce-191d-4e6b-aff2-c9965fc15779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33121012'] for router_interface (bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:58.961844 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Pushing event updated for resources: {'Port': ['ID=cd6ed536-f6a2-44e2-a992-df73bf749135,revision_number=5']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:12:59.094820 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.db.securitygroups_db [None req-044798e6-002f-4b5f-ac5f-de0c09c56890 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Project 8acdb976501045c0813d16f3d0ffd13d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 14:12:59.105623 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:59.133985 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-fb483371-344a-4659-bde9-51f9921c3c4b req-09e066dc-5e85-45e1-9f83-e2ead6ec4582 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3366385 Sep 01 14:12:59.185242 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd61a3-097d-4090-9a18-4d5fb490fc7f req-6fc8c1ca-d61c-4974-9546-dcfbd0372544 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:12:59.185242 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-37bd61a3-097d-4090-9a18-4d5fb490fc7f req-6fc8c1ca-d61c-4974-9546-dcfbd0372544 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 943 time: 0.2513165 Sep 01 14:12:59.250280 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-37bd61a3-097d-4090-9a18-4d5fb490fc7f req-112515d8-24f8-442c-9627-a9df2467ed52 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0680563 Sep 01 14:12:59.257488 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:59.260617 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-044798e6-002f-4b5f-ac5f-de0c09c56890 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for security_group_rule (780b5590-32f0-44d8-a91e-5176642b1dc3), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:59.539506 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-044798e6-002f-4b5f-ac5f-de0c09c56890 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for security_group_rule (780b5590-32f0-44d8-a91e-5176642b1dc3), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:59.540508 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:59.540917 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-ae2853ce-191d-4e6b-aff2-c9965fc15779 admin admin] Deleting port 69142c2c-d6ba-4f02-adc0-8c64fa284f79 {{(pid=107074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:12:59.540917 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ae2853ce-191d-4e6b-aff2-c9965fc15779 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (69142c2c-d6ba-4f02-adc0-8c64fa284f79), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:59.614179 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [None req-ae2853ce-191d-4e6b-aff2-c9965fc15779 admin admin] For port 69142c2c-d6ba-4f02-adc0-8c64fa284f79, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=69142c2c-d6ba-4f02-adc0-8c64fa284f79,segment=NetworkSegment(8e3a9a2b-6a7f-4956-be6c-5783c1ea882c),segment_id=8e3a9a2b-6a7f-4956-be6c-5783c1ea882c)] {{(pid=107074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:12:59.614547 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ae2853ce-191d-4e6b-aff2-c9965fc15779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (69142c2c-d6ba-4f02-adc0-8c64fa284f79), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:12:59.637603 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-ae2853ce-191d-4e6b-aff2-c9965fc15779 admin admin] Calling delete_port for 69142c2c-d6ba-4f02-adc0-8c64fa284f79 owned by network:router_interface {{(pid=107074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:12:59.726132 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:12:59.864624 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device cd6ed536-f6a2-44e2-a992-df73bf749135 up at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:12:59.917547 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Provisioning complete for port cd6ed536-f6a2-44e2-a992-df73bf749135 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:12:59.918315 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (cd6ed536-f6a2-44e2-a992-df73bf749135), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:00.067542 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port cd6ed536-f6a2-44e2-a992-df73bf749135 is: ACTIVE; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:13:00.148435 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-044798e6-002f-4b5f-ac5f-de0c09c56890 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411178'] for security_group_rule (780b5590-32f0-44d8-a91e-5176642b1dc3), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:00.177533 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044798e6-002f-4b5f-ac5f-de0c09c56890 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=780b5590-32f0-44d8-a91e-5176642b1dc3,revision_number=0']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:00.330149 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ae2853ce-191d-4e6b-aff2-c9965fc15779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (69142c2c-d6ba-4f02-adc0-8c64fa284f79), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:00.386265 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c00562-89a8-4d22-b5a6-fd1c58663801 req-a2e71dc3-16b2-4868-9a2d-4b98234d3cd5 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:00.399149 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c2c00562-89a8-4d22-b5a6-fd1c58663801 req-a2e71dc3-16b2-4868-9a2d-4b98234d3cd5 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 945 time: 0.1278760 Sep 01 14:13:00.432339 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-044798e6-002f-4b5f-ac5f-de0c09c56890 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:00.438981 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-044798e6-002f-4b5f-ac5f-de0c09c56890 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.5926247 Sep 01 14:13:00.444042 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 33062) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:00.474344 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-29d603f8-caaf-47d9-87d9-03499a20d29d tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Request body: {'security_group_rule': {'security_group_id': '777c6d32-7822-4d36-9c77-fefc1d699394', 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:13:00.509712 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2853ce-191d-4e6b-aff2-c9965fc15779 admin admin] Pushing event deleted for resources: {'Port': ['ID=69142c2c-d6ba-4f02-adc0-8c64fa284f79,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:00.544900 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c2c00562-89a8-4d22-b5a6-fd1c58663801 req-d7c38ad7-a521-468f-a402-88dfd2052438 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442485 Sep 01 14:13:00.548253 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:00.689732 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c42e07-7aa3-49ee-aa58-6042546c2764 req-694236fb-b9f3-45f4-a856-c222bdaec58b tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:00.701848 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-56c42e07-7aa3-49ee-aa58-6042546c2764 req-694236fb-b9f3-45f4-a856-c222bdaec58b tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 943 time: 0.1838374 Sep 01 14:13:00.803528 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-56c42e07-7aa3-49ee-aa58-6042546c2764 req-d4aa6575-8357-4cda-90d4-7a0020cb1936 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1040394 Sep 01 14:13:00.893768 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ae2853ce-191d-4e6b-aff2-c9965fc15779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33033800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33121348'] for router_interface (bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:01.175452 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2853ce-191d-4e6b-aff2-c9965fc15779 admin admin] Router bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5 has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:13:01.300739 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2853ce-191d-4e6b-aff2-c9965fc15779 admin admin] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:13:01.306448 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-ae2853ce-191d-4e6b-aff2-c9965fc15779 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9072669 Sep 01 14:13:01.309511 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 33066) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:01.313619 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0adb3b4-0aac-4a1d-aecd-1b822e8f959b None None] Sync routers for ids ['bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5'] in dv-cinder-852211-7-iscsi {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:13:01.322955 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.db.securitygroups_db [None req-29d603f8-caaf-47d9-87d9-03499a20d29d tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Project 8acdb976501045c0813d16f3d0ffd13d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 14:13:01.355330 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:01.365686 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0adb3b4-0aac-4a1d-aecd-1b822e8f959b None None] Routers {'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:13:01.367421 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-e0adb3b4-0aac-4a1d-aecd-1b822e8f959b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:12:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:13:01.419089 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-29d603f8-caaf-47d9-87d9-03499a20d29d tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for security_group_rule (d61b173e-bafb-48b1-8351-957b7da1df60), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:01.443160 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:01.552237 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-29d603f8-caaf-47d9-87d9-03499a20d29d tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for security_group_rule (d61b173e-bafb-48b1-8351-957b7da1df60), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:01.777820 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7c22ce6e-1507-4ff1-9df9-ca5c5a514760 admin admin] Publish callbacks [] for router (bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:01.783581 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-e0adb3b4-0aac-4a1d-aecd-1b822e8f959b None None] Set router bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:13:01.879765 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-29d603f8-caaf-47d9-87d9-03499a20d29d tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411178'] for security_group_rule (d61b173e-bafb-48b1-8351-957b7da1df60), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:01.988350 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d603f8-caaf-47d9-87d9-03499a20d29d tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d61b173e-bafb-48b1-8351-957b7da1df60,revision_number=0']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:02.024134 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:02.083668 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3091f5f-f8d8-46ba-8a30-fe5c52920f35 req-e2955b53-0491-4382-8cf1-3e23c108f753 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:02.086669 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a3091f5f-f8d8-46ba-8a30-fe5c52920f35 req-e2955b53-0491-4382-8cf1-3e23c108f753 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 945 time: 0.1865833 Sep 01 14:13:02.150945 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:02.164843 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-29d603f8-caaf-47d9-87d9-03499a20d29d tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:02.168296 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-29d603f8-caaf-47d9-87d9-03499a20d29d tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.7173290 Sep 01 14:13:02.244463 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7c22ce6e-1507-4ff1-9df9-ca5c5a514760 admin admin] Publish callbacks [] for router_gateway (bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:02.280687 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771be54-e393-4d0c-b178-4b5f7b36ef59 req-3b6a3b32-f3bc-419a-beac-0cc25ad8d24e tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:02.308393 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b771be54-e393-4d0c-b178-4b5f7b36ef59 req-3b6a3b32-f3bc-419a-beac-0cc25ad8d24e tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 943 time: 0.2199664 Sep 01 14:13:02.367756 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:02.435000 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a3091f5f-f8d8-46ba-8a30-fe5c52920f35 req-163903ae-cd15-4e9b-970c-43747439ec9c tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3292134 Sep 01 14:13:02.451979 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-e0adb3b4-0aac-4a1d-aecd-1b822e8f959b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5', 'name': 'tempest-TestMinimumBasicScenario-1949860572-router', 'tenant_id': 'adf6f1699a0740ee99ae03ef2423d143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '69e50db3-ee9b-4769-8703-5d03fc06f389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:09:20Z', 'updated_at': '2022-09-01T14:12:59Z', 'revision_number': 5, 'project_id': 'adf6f1699a0740ee99ae03ef2423d143', 'gw_port': {'id': '69e50db3-ee9b-4769-8703-5d03fc06f389', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:09:21Z', 'updated_at': '2022-09-01T14:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:13:02.558608 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-7c22ce6e-1507-4ff1-9df9-ca5c5a514760 admin admin] Deleting port 69e50db3-ee9b-4769-8703-5d03fc06f389 {{(pid=107074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:13:02.558953 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7c22ce6e-1507-4ff1-9df9-ca5c5a514760 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (69e50db3-ee9b-4769-8703-5d03fc06f389), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:02.570919 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b771be54-e393-4d0c-b178-4b5f7b36ef59 req-27802bac-25db-4727-8f57-fb4f362ddbce tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2575054 Sep 01 14:13:02.627988 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0adb3b4-0aac-4a1d-aecd-1b822e8f959b None None] Checking router: bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5 for host: dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:13:02.676191 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0adb3b4-0aac-4a1d-aecd-1b822e8f959b None None] Routers {'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:13:02.676683 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-e0adb3b4-0aac-4a1d-aecd-1b822e8f959b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:12:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:13:02.773949 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [None req-7c22ce6e-1507-4ff1-9df9-ca5c5a514760 admin admin] For port 69e50db3-ee9b-4769-8703-5d03fc06f389, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=69e50db3-ee9b-4769-8703-5d03fc06f389,segment=NetworkSegment(f315c88c-0cea-42ce-ac38-790188a99330),segment_id=f315c88c-0cea-42ce-ac38-790188a99330)] {{(pid=107074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:13:02.774793 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7c22ce6e-1507-4ff1-9df9-ca5c5a514760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (69e50db3-ee9b-4769-8703-5d03fc06f389), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:02.824991 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-7c22ce6e-1507-4ff1-9df9-ca5c5a514760 admin admin] Calling delete_port for 69e50db3-ee9b-4769-8703-5d03fc06f389 owned by network:router_gateway {{(pid=107074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:13:02.906933 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-e0adb3b4-0aac-4a1d-aecd-1b822e8f959b None None] Set router bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5 gateway port host: None {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:13:03.035803 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-e0adb3b4-0aac-4a1d-aecd-1b822e8f959b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5', 'name': 'tempest-TestMinimumBasicScenario-1949860572-router', 'tenant_id': 'adf6f1699a0740ee99ae03ef2423d143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:09:20Z', 'updated_at': '2022-09-01T14:13:02Z', 'revision_number': 6, 'project_id': 'adf6f1699a0740ee99ae03ef2423d143', 'gw_port_host': None}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:13:03.098243 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0adb3b4-0aac-4a1d-aecd-1b822e8f959b None None] The sync data for ids ['bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5'] in dv-cinder-852211-7-iscsi is: [{'id': 'bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5', 'name': 'tempest-TestMinimumBasicScenario-1949860572-router', 'tenant_id': 'adf6f1699a0740ee99ae03ef2423d143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:09:20Z', 'updated_at': '2022-09-01T14:13:02Z', 'revision_number': 6, 'project_id': 'adf6f1699a0740ee99ae03ef2423d143', 'gw_port_host': None}] {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:13:03.242662 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:03.322555 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7c22ce6e-1507-4ff1-9df9-ca5c5a514760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (69e50db3-ee9b-4769-8703-5d03fc06f389), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:03.365582 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22ce6e-1507-4ff1-9df9-ca5c5a514760 admin admin] Pushing event deleted for resources: {'Port': ['ID=69e50db3-ee9b-4769-8703-5d03fc06f389,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:03.480710 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7c22ce6e-1507-4ff1-9df9-ca5c5a514760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122071'] for router_gateway (bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:03.599643 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7c22ce6e-1507-4ff1-9df9-ca5c5a514760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33127694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3578'] for router (bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:03.602941 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7c22ce6e-1507-4ff1-9df9-ca5c5a514760 admin admin] Publish callbacks [] for router_controller (bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5), precommit_delete_associations {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:03.712822 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b74837-9fee-45a0-be09-a08bb323ed36 req-cf8a3615-fb22-4131-9c7f-67378e033da3 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:03.715064 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a1b74837-9fee-45a0-be09-a08bb323ed36 req-cf8a3615-fb22-4131-9c7f-67378e033da3 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 945 time: 0.1024215 Sep 01 14:13:03.778241 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a1b74837-9fee-45a0-be09-a08bb323ed36 req-ad1bf480-f981-4a30-a2b1-efc6c834ce8c tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562303 Sep 01 14:13:03.853559 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7c22ce6e-1507-4ff1-9df9-ca5c5a514760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33120949'] for router (bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:03.854954 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c22ce6e-1507-4ff1-9df9-ca5c5a514760 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5 {{(pid=107074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 14:13:03.863357 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7c22ce6e-1507-4ff1-9df9-ca5c5a514760 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:03.865983 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-7c22ce6e-1507-4ff1-9df9-ca5c5a514760 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/bca8ee22-1f9a-420c-87f5-6ac2f5fda2a5 HTTP/1.1" status: 204 len: 168 time: 2.5542555 Sep 01 14:13:03.867951 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 33154) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:03.950212 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8f219-3d81-4e01-8db1-0425762dd043 req-e2b7f9af-e6c7-4682-8222-b169e45cd357 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:03.958542 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6bd8f219-3d81-4e01-8db1-0425762dd043 req-e2b7f9af-e6c7-4682-8222-b169e45cd357 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 943 time: 0.0978775 Sep 01 14:13:03.960150 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e4a8c0c-1063-4c2c-b10d-3d7eafe3700f admin admin] Deleting subnet b648ad59-9807-46a0-b795-1c2f9dd3fe6d {{(pid=107074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 14:13:03.979533 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-0e4a8c0c-1063-4c2c-b10d-3d7eafe3700f admin admin] Publish callbacks [] for subnet (b648ad59-9807-46a0-b795-1c2f9dd3fe6d), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:04.021465 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-0e4a8c0c-1063-4c2c-b10d-3d7eafe3700f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2922440'] for subnet (b648ad59-9807-46a0-b795-1c2f9dd3fe6d), precommit_delete_associations {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:04.130211 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6bd8f219-3d81-4e01-8db1-0425762dd043 req-bc9edc77-9a14-4248-98bb-5753a1548cf9 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1671727 Sep 01 14:13:04.169406 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 69e50db3-ee9b-4769-8703-5d03fc06f389 no longer exists at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:13:04.278355 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 9b44c940-faa5-4df3-83f2-2d676ad70287 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=107075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:13:04.286224 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] No Port match for: 69e50db3-ee9b-4769-8703-5d03fc06f389 {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:13:04.287347 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 69e50db3-ee9b-4769-8703-5d03fc06f389 not bound to the agent host dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:13:04.288381 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 69142c2c-d6ba-4f02-adc0-8c64fa284f79 no longer exists at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:13:04.291217 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-0e4a8c0c-1063-4c2c-b10d-3d7eafe3700f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784543'] for subnet (b648ad59-9807-46a0-b795-1c2f9dd3fe6d), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:04.337845 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] No Port match for: 69142c2c-d6ba-4f02-adc0-8c64fa284f79 {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:13:04.338427 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 69142c2c-d6ba-4f02-adc0-8c64fa284f79 not bound to the agent host dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:13:04.500645 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 9b44c940-faa5-4df3-83f2-2d676ad70287, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9b44c940-faa5-4df3-83f2-2d676ad70287,segment=NetworkSegment(83618588-9564-4de1-960d-f9cb798a5af2),segment_id=83618588-9564-4de1-960d-f9cb798a5af2)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:13:04.520378 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Returning: {'device': '9b44c940-faa5-4df3-83f2-2d676ad70287', 'network_id': 'd990df73-a69e-4562-a002-6a937695b5ba', 'port_id': '9b44c940-faa5-4df3-83f2-2d676ad70287', 'mac_address': 'fa:16:3e:59:70:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '090e269d-51eb-4081-b0e5-a44524761efb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:13:04.577328 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 9b44c940-faa5-4df3-83f2-2d676ad70287 is: DOWN; New status is: BUILD {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:13:04.577777 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (9b44c940-faa5-4df3-83f2-2d676ad70287), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:04.586503 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-0e4a8c0c-1063-4c2c-b10d-3d7eafe3700f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2922457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2708936'] for subnet (b648ad59-9807-46a0-b795-1c2f9dd3fe6d), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:04.601009 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b44c940-faa5-4df3-83f2-2d676ad70287 {{(pid=107075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:13:04.643968 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 9b44c940-faa5-4df3-83f2-2d676ad70287, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9b44c940-faa5-4df3-83f2-2d676ad70287,segment=NetworkSegment(83618588-9564-4de1-960d-f9cb798a5af2),segment_id=83618588-9564-4de1-960d-f9cb798a5af2)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:13:04.645428 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24b0084-ab9d-4ccc-ae63-d9abf289a989 None None] Network 52d2108a-679f-4e17-b63b-779cfbdc360f requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:13:04.681982 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-0e4a8c0c-1063-4c2c-b10d-3d7eafe3700f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for subnet (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:04.689541 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-0e4a8c0c-1063-4c2c-b10d-3d7eafe3700f admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/b648ad59-9807-46a0-b795-1c2f9dd3fe6d HTTP/1.1" status: 204 len: 168 time: 0.8161001 Sep 01 14:13:04.689541 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a8c0c-1063-4c2c-b10d-3d7eafe3700f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b648ad59-9807-46a0-b795-1c2f9dd3fe6d,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:04.691226 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 33170) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:04.823334 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-34e4a317-90c9-4bfc-8bc4-05ce894d27e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-703534'] for network (52d2108a-679f-4e17-b63b-779cfbdc360f), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:04.873775 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (9b44c940-faa5-4df3-83f2-2d676ad70287), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:04.903581 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-34e4a317-90c9-4bfc-8bc4-05ce894d27e3 admin admin] Deleting port 3ebbb92d-5507-4a9d-b15e-e83d894fcbdf {{(pid=107074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:13:04.904096 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-34e4a317-90c9-4bfc-8bc4-05ce894d27e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (3ebbb92d-5507-4a9d-b15e-e83d894fcbdf), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:05.058793 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [None req-34e4a317-90c9-4bfc-8bc4-05ce894d27e3 admin admin] For port 3ebbb92d-5507-4a9d-b15e-e83d894fcbdf, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=3ebbb92d-5507-4a9d-b15e-e83d894fcbdf,segment=NetworkSegment(8e3a9a2b-6a7f-4956-be6c-5783c1ea882c),segment_id=8e3a9a2b-6a7f-4956-be6c-5783c1ea882c)] {{(pid=107074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:13:05.059170 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-34e4a317-90c9-4bfc-8bc4-05ce894d27e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (3ebbb92d-5507-4a9d-b15e-e83d894fcbdf), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:05.083345 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-34e4a317-90c9-4bfc-8bc4-05ce894d27e3 admin admin] Calling delete_port for 3ebbb92d-5507-4a9d-b15e-e83d894fcbdf owned by network:dhcp {{(pid=107074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:13:05.098845 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ed7cc-3195-4607-b82d-f8e74a75b1bd req-33349af2-607f-405b-afdb-d8a9e3eb0d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:05.106989 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d77ed7cc-3195-4607-b82d-f8e74a75b1bd req-33349af2-607f-405b-afdb-d8a9e3eb0d2e service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=3ed58deb61194a5ba3f2d46eb7e5680c&device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 1129 time: 0.2436554 Sep 01 14:13:05.132148 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=9b44c940-faa5-4df3-83f2-2d676ad70287,revision_number=7']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:05.189504 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] get_ports_and_sgs() called for port_ids ['9b44c940-faa5-4df3-83f2-2d676ad70287'] {{(pid=107075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 14:13:05.196280 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de105443-b749-4f3e-8731-ee029ba3ee18 None None] DHCP port deletion for 52d2108a-679f-4e17-b63b-779cfbdc360f request from dv-cinder-852211-7-iscsi {{(pid=107075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 01 14:13:05.377440 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-34e4a317-90c9-4bfc-8bc4-05ce894d27e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (3ebbb92d-5507-4a9d-b15e-e83d894fcbdf), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:05.382394 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-de105443-b749-4f3e-8731-ee029ba3ee18 None None] Deleting port 3ebbb92d-5507-4a9d-b15e-e83d894fcbdf {{(pid=107075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:13:05.383289 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-de105443-b749-4f3e-8731-ee029ba3ee18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (3ebbb92d-5507-4a9d-b15e-e83d894fcbdf), before_delete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:05.383550 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=83,neutron:DELETE=13,neutron:UPDATE=4 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:05.393658 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:05.421367 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e4a317-90c9-4bfc-8bc4-05ce894d27e3 admin admin] No DVR routers for this DVR port 3ebbb92d-5507-4a9d-b15e-e83d894fcbdf on host dv-cinder-852211-7-iscsi {{(pid=107074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:13:05.425641 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4a317-90c9-4bfc-8bc4-05ce894d27e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ebbb92d-5507-4a9d-b15e-e83d894fcbdf,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:05.432766 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b105ca9-7843-44f2-99e1-27f3cc561ecb req-51530d26-c8da-411d-b8f5-6146032c829e tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:05.441488 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6b105ca9-7843-44f2-99e1-27f3cc561ecb req-51530d26-c8da-411d-b8f5-6146032c829e tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 945 time: 0.3331263 Sep 01 14:13:05.565940 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ed7cc-3195-4607-b82d-f8e74a75b1bd req-c51c97d4-d7b1-4213-ae01-275efed112ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:05.569486 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d77ed7cc-3195-4607-b82d-f8e74a75b1bd req-c51c97d4-d7b1-4213-ae01-275efed112ec service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=04671c53-ca48-4ca5-8247-463b6ac1fbe1 HTTP/1.1" status: 200 len: 918 time: 0.4238832 Sep 01 14:13:05.572240 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:05.591042 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-34e4a317-90c9-4bfc-8bc4-05ce894d27e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718328', 'neutron.services.segments.db._delete_segments_for_network-8786311954077'] for network (52d2108a-679f-4e17-b63b-779cfbdc360f), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:05.615347 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-de105443-b749-4f3e-8731-ee029ba3ee18 None None] For port 3ebbb92d-5507-4a9d-b15e-e83d894fcbdf, host dv-cinder-852211-7-iscsi, got binding levels [] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:13:05.615897 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-de105443-b749-4f3e-8731-ee029ba3ee18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (3ebbb92d-5507-4a9d-b15e-e83d894fcbdf), precommit_delete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:05.638646 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.services.segments.db [None req-34e4a317-90c9-4bfc-8bc4-05ce894d27e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d2108a-679f-4e17-b63b-779cfbdc360f']}} {{(pid=107074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:13:05.662430 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.services.segments.db [None req-34e4a317-90c9-4bfc-8bc4-05ce894d27e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e3a9a2b-6a7f-4956-be6c-5783c1ea882c') {'for_net_delete': True} {{(pid=107074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:13:05.663690 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.services.segments.db [None req-34e4a317-90c9-4bfc-8bc4-05ce894d27e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e3a9a2b-6a7f-4956-be6c-5783c1ea882c') {} {{(pid=107074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:13:05.667997 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-de105443-b749-4f3e-8731-ee029ba3ee18 None None] Calling delete_port for 3ebbb92d-5507-4a9d-b15e-e83d894fcbdf owned by network:dhcp {{(pid=107075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:13:05.691529 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-34e4a317-90c9-4bfc-8bc4-05ce894d27e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786311985893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2922463'] for segment (8e3a9a2b-6a7f-4956-be6c-5783c1ea882c), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:05.694278 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.ipam_backend_mixin [None req-de105443-b749-4f3e-8731-ee029ba3ee18 None None] Port 3ebbb92d-5507-4a9d-b15e-e83d894fcbdf was not found and therefore no delete operation was performed {{(pid=107075) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 01 14:13:05.707807 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-de105443-b749-4f3e-8731-ee029ba3ee18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329'] for port (3ebbb92d-5507-4a9d-b15e-e83d894fcbdf), after_delete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:05.711356 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6b105ca9-7843-44f2-99e1-27f3cc561ecb req-63292932-1e7d-49c5-88c0-25f3f1b98efd tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2250643 Sep 01 14:13:05.712552 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:05.724678 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d77ed7cc-3195-4607-b82d-f8e74a75b1bd req-403f1fd9-04e3-47aa-b446-01429ab4d4f0 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=214b6ab8-206c-4129-a639-f69abbdaa49b HTTP/1.1" status: 200 len: 1000 time: 0.1472301 Sep 01 14:13:05.729422 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-34e4a317-90c9-4bfc-8bc4-05ce894d27e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881'] for segment (8e3a9a2b-6a7f-4956-be6c-5783c1ea882c), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:05.780193 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de105443-b749-4f3e-8731-ee029ba3ee18 None None] Pushing event deleted for resources: {'Port': ['ID=3ebbb92d-5507-4a9d-b15e-e83d894fcbdf,revision_number=None']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:05.803577 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de105443-b749-4f3e-8731-ee029ba3ee18 None None] No DVR routers for this DVR port 3ebbb92d-5507-4a9d-b15e-e83d894fcbdf on host dv-cinder-852211-7-iscsi {{(pid=107075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:13:05.840679 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e4a317-90c9-4bfc-8bc4-05ce894d27e3 admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=107074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 14:13:05.844696 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-34e4a317-90c9-4bfc-8bc4-05ce894d27e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923899'] for segment (8e3a9a2b-6a7f-4956-be6c-5783c1ea882c), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:05.865597 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ed7cc-3195-4607-b82d-f8e74a75b1bd req-338cfa2d-2047-45aa-a76f-54a759b57732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:05.866891 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d77ed7cc-3195-4607-b82d-f8e74a75b1bd req-338cfa2d-2047-45aa-a76f-54a759b57732 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=5274d38f-79ac-43b5-aae2-e29860924168 HTTP/1.1" status: 200 len: 856 time: 0.1361728 Sep 01 14:13:05.942753 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.services.segments.plugin [-] Segment 8e3a9a2b-6a7f-4956-be6c-5783c1ea882c resource provider aggregate not found Sep 01 14:13:05.989380 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.services.segments.plugin [-] Segment 8e3a9a2b-6a7f-4956-be6c-5783c1ea882c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e3a9a2b-6a7f-4956-be6c-5783c1ea882c found for delete ", "request_id": "req-1d7e79f6-697b-4059-a0e2-bed4703a5aa6"}]} Sep 01 14:13:06.010227 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:06.011373 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 3ebbb92d-5507-4a9d-b15e-e83d894fcbdf no longer exists at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:13:06.054386 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] No Port match for: 3ebbb92d-5507-4a9d-b15e-e83d894fcbdf {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:13:06.054708 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 3ebbb92d-5507-4a9d-b15e-e83d894fcbdf not bound to the agent host dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:13:06.060396 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e5cbe-8431-4c97-a680-5249461860d5 req-dd729b80-ae16-4d58-8a40-7234d858fc9b tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:06.063014 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-314e5cbe-8431-4c97-a680-5249461860d5 req-dd729b80-ae16-4d58-8a40-7234d858fc9b tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 944 time: 0.0826929 Sep 01 14:13:06.069579 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78daa6-5504-4758-84c1-73946ba94b66 req-05be7684-24da-4cdf-b25d-a7f3484fefce tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:06.071219 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ba78daa6-5504-4758-84c1-73946ba94b66 req-05be7684-24da-4cdf-b25d-a7f3484fefce tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce HTTP/1.1" status: 200 len: 946 time: 0.1109686 Sep 01 14:13:06.103317 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-34e4a317-90c9-4bfc-8bc4-05ce894d27e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122255'] for network (52d2108a-679f-4e17-b63b-779cfbdc360f), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:06.125649 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-34e4a317-90c9-4bfc-8bc4-05ce894d27e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for network (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:06.129409 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-34e4a317-90c9-4bfc-8bc4-05ce894d27e3 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/52d2108a-679f-4e17-b63b-779cfbdc360f HTTP/1.1" status: 204 len: 168 time: 1.4375672 Sep 01 14:13:06.130856 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4a317-90c9-4bfc-8bc4-05ce894d27e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=52d2108a-679f-4e17-b63b-779cfbdc360f,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:06.134334 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 33214) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:06.142269 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:06.162109 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-314e5cbe-8431-4c97-a680-5249461860d5 req-481cb530-631a-4964-8f4d-2a6fea2887e5 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0896277 Sep 01 14:13:06.198034 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ba78daa6-5504-4758-84c1-73946ba94b66 req-ac8cc5f1-2c1f-4b09-ab2d-dcd6de7cd218 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=116a3d8d-656a-40ae-853a-3f67c7263740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901494 Sep 01 14:13:06.568288 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d8986404-d484-45e0-a4a4-bf6beda1d400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33121012'] for router_interface (058e095a-e073-4ce4-a1d1-fcf0a1478992), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:06.649513 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 9b44c940-faa5-4df3-83f2-2d676ad70287 up at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:13:06.723783 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning complete for port 9b44c940-faa5-4df3-83f2-2d676ad70287 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:13:06.724339 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (9b44c940-faa5-4df3-83f2-2d676ad70287), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:06.813562 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 9b44c940-faa5-4df3-83f2-2d676ad70287 is: BUILD; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:13:06.814001 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (9b44c940-faa5-4df3-83f2-2d676ad70287), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:06.856771 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc866f4-91c1-4384-b88a-5866ca150aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b44c940-faa5-4df3-83f2-2d676ad70287'}] {{(pid=107075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:13:06.860699 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea684a423e005867ab2b2321dba33e59ce354bd0b218533ae43957e9dbf26841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1cd3620-0143-4bfd-bc0d-36db83d31dac" -d '{"events": [{"server_uuid": "3cc866f4-91c1-4384-b88a-5866ca150aea", "name": "network-vif-plugged", "status": "completed", "tag": "9b44c940-faa5-4df3-83f2-2d676ad70287"}]}' {{(pid=107075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:13:06.882764 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 9b44c940-faa5-4df3-83f2-2d676ad70287, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9b44c940-faa5-4df3-83f2-2d676ad70287,segment=NetworkSegment(83618588-9564-4de1-960d-f9cb798a5af2),segment_id=83618588-9564-4de1-960d-f9cb798a5af2)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:13:06.928204 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87699f4d-dcd4-433e-a493-d62d89322aa7 req-eb9528ef-989e-436a-93e6-fb838d1dbb92 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:06.930027 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-87699f4d-dcd4-433e-a493-d62d89322aa7 req-eb9528ef-989e-436a-93e6-fb838d1dbb92 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 945 time: 0.0570910 Sep 01 14:13:06.979028 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (9b44c940-faa5-4df3-83f2-2d676ad70287), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:07.035210 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-87699f4d-dcd4-433e-a493-d62d89322aa7 req-f295252b-51e1-45c3-a2eb-bb1aca9d2dfb tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972283 Sep 01 14:13:07.080711 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=9b44c940-faa5-4df3-83f2-2d676ad70287,revision_number=8']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:07.140456 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ed7cc-3195-4607-b82d-f8e74a75b1bd req-495bc256-bf01-45a5-9d4c-633c47d833b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:07.143079 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d77ed7cc-3195-4607-b82d-f8e74a75b1bd req-495bc256-bf01-45a5-9d4c-633c47d833b7 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=04671c53-ca48-4ca5-8247-463b6ac1fbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564694 Sep 01 14:13:07.156965 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0440ba39-4485-4f95-bc0a-09f99b5c9b01 x-openstack-request-id: req-0440ba39-4485-4f95-bc0a-09f99b5c9b01 {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:13:07.157672 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc866f4-91c1-4384-b88a-5866ca150aea", "name": "network-vif-plugged", "status": "completed", "tag": "9b44c940-faa5-4df3-83f2-2d676ad70287", "code": 200}]} {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:13:07.158161 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0440ba39-4485-4f95-bc0a-09f99b5c9b01 {{(pid=107075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:13:07.158828 dv-cinder-852211-7-iscsi neutron-server[107075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0440ba39-4485-4f95-bc0a-09f99b5c9b01'] response: {'server_uuid': '3cc866f4-91c1-4384-b88a-5866ca150aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b44c940-faa5-4df3-83f2-2d676ad70287', 'code': 200} Sep 01 14:13:07.182149 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-d8986404-d484-45e0-a4a4-bf6beda1d400 admin admin] Deleting port 891de9ff-ba7c-462d-aa43-37693e2860e1 {{(pid=107074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:13:07.183078 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d8986404-d484-45e0-a4a4-bf6beda1d400 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (891de9ff-ba7c-462d-aa43-37693e2860e1), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:07.301769 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:07.303910 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d77ed7cc-3195-4607-b82d-f8e74a75b1bd req-c9adb94c-1d73-4c69-8e1e-22b7a030cd3e service neutron] 10.222.0.72 "GET /networking/v2.0/networks/04671c53-ca48-4ca5-8247-463b6ac1fbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538916 Sep 01 14:13:07.324657 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [None req-d8986404-d484-45e0-a4a4-bf6beda1d400 admin admin] For port 891de9ff-ba7c-462d-aa43-37693e2860e1, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=891de9ff-ba7c-462d-aa43-37693e2860e1,segment=NetworkSegment(04d9a68e-0cfc-4518-811b-c7f8f2b4c264),segment_id=04d9a68e-0cfc-4518-811b-c7f8f2b4c264)] {{(pid=107074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:13:07.325016 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d8986404-d484-45e0-a4a4-bf6beda1d400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (891de9ff-ba7c-462d-aa43-37693e2860e1), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:07.343058 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-d8986404-d484-45e0-a4a4-bf6beda1d400 admin admin] Calling delete_port for 891de9ff-ba7c-462d-aa43-37693e2860e1 owned by network:router_interface {{(pid=107074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:13:07.362895 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61e3e7-18bd-4a8d-b55e-eca92e5a8586 req-f33dc0a3-5575-4fb1-93e9-8a46889b4586 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:07.364590 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ce61e3e7-18bd-4a8d-b55e-eca92e5a8586 req-f33dc0a3-5575-4fb1-93e9-8a46889b4586 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 945 time: 0.0597591 Sep 01 14:13:07.495768 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ce61e3e7-18bd-4a8d-b55e-eca92e5a8586 req-8232082a-d4b1-43f3-b62d-6b34f2da442a tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1219029 Sep 01 14:13:07.516808 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d77ed7cc-3195-4607-b82d-f8e74a75b1bd req-ec460b41-2238-419c-844a-9814838efe99 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/04671c53-ca48-4ca5-8247-463b6ac1fbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509249 Sep 01 14:13:07.525713 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=100 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:07.534756 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4093a-befc-4e8f-b8ea-e0ed5bcba576 req-81f63365-7855-407a-884f-88095f6a470b tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:07.536812 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-f9c4093a-befc-4e8f-b8ea-e0ed5bcba576 req-81f63365-7855-407a-884f-88095f6a470b tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce HTTP/1.1" status: 200 len: 946 time: 0.1204250 Sep 01 14:13:07.679263 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72e0d1-50b5-496f-bbf0-f4007bad9efe req-075682f5-85cb-434a-859c-8ea9a66f6166 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:07.680949 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-bb72e0d1-50b5-496f-bbf0-f4007bad9efe req-075682f5-85cb-434a-859c-8ea9a66f6166 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce HTTP/1.1" status: 200 len: 946 time: 0.0675585 Sep 01 14:13:07.736946 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [req-f9c4093a-befc-4e8f-b8ea-e0ed5bcba576 req-94fa5417-9592-442d-98fa-4ce9a139f5e6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Deleting port 13cc93c3-c869-44c3-b869-955e63001656 {{(pid=107074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:13:07.737559 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-f9c4093a-befc-4e8f-b8ea-e0ed5bcba576 req-94fa5417-9592-442d-98fa-4ce9a139f5e6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (13cc93c3-c869-44c3-b869-955e63001656), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:07.762944 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-bb72e0d1-50b5-496f-bbf0-f4007bad9efe req-0c231a2e-af98-47ce-bdd2-a4df2dbedf1b tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=116a3d8d-656a-40ae-853a-3f67c7263740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748553 Sep 01 14:13:07.901780 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [req-f9c4093a-befc-4e8f-b8ea-e0ed5bcba576 req-94fa5417-9592-442d-98fa-4ce9a139f5e6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] For port 13cc93c3-c869-44c3-b869-955e63001656, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=13cc93c3-c869-44c3-b869-955e63001656,segment=NetworkSegment(ca6b7f3c-527c-4348-9811-67350820a04d),segment_id=ca6b7f3c-527c-4348-9811-67350820a04d)] {{(pid=107074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:13:07.902198 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-f9c4093a-befc-4e8f-b8ea-e0ed5bcba576 req-94fa5417-9592-442d-98fa-4ce9a139f5e6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (13cc93c3-c869-44c3-b869-955e63001656), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:07.969115 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d8986404-d484-45e0-a4a4-bf6beda1d400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (891de9ff-ba7c-462d-aa43-37693e2860e1), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:08.039204 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8986404-d484-45e0-a4a4-bf6beda1d400 admin admin] Pushing event deleted for resources: {'Port': ['ID=891de9ff-ba7c-462d-aa43-37693e2860e1,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:08.353232 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:08.363819 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-f9c4093a-befc-4e8f-b8ea-e0ed5bcba576 req-94fa5417-9592-442d-98fa-4ce9a139f5e6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:08.364478 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-f9c4093a-befc-4e8f-b8ea-e0ed5bcba576 req-94fa5417-9592-442d-98fa-4ce9a139f5e6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122292'] for floatingip (198cd399-9ae6-4810-80ec-91fcb79a654c), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:08.364641 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.db.l3_db [req-f9c4093a-befc-4e8f-b8ea-e0ed5bcba576 req-94fa5417-9592-442d-98fa-4ce9a139f5e6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Floating IP 198cd399-9ae6-4810-80ec-91fcb79a654c disassociated. External IP: 172.27.2.148, port: 13cc93c3-c869-44c3-b869-955e63001656. Sep 01 14:13:08.364914 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [req-f9c4093a-befc-4e8f-b8ea-e0ed5bcba576 req-94fa5417-9592-442d-98fa-4ce9a139f5e6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Calling delete_port for 13cc93c3-c869-44c3-b869-955e63001656 owned by compute:nova {{(pid=107074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:13:08.367869 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965223f-e743-45d7-9d11-0368801693eb req-82601cf5-b9ed-45d1-bca3-7fd3382ec794 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:08.369488 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3965223f-e743-45d7-9d11-0368801693eb req-82601cf5-b9ed-45d1-bca3-7fd3382ec794 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 945 time: 0.0687809 Sep 01 14:13:08.372612 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:08.443315 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d8986404-d484-45e0-a4a4-bf6beda1d400 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33033800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33121348'] for router_interface (058e095a-e073-4ce4-a1d1-fcf0a1478992), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:08.444829 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3965223f-e743-45d7-9d11-0368801693eb req-efc7098a-9e70-44b5-aca8-67d1fd989451 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674908 Sep 01 14:13:08.562612 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 33262) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:08.676670 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:08.677392 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 6 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:13:08.696969 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb5839-1acb-4cc6-8bdc-3961890c570a req-1265e76c-3a1c-452c-bd3f-7365dcea1778 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:08.698751 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-88cb5839-1acb-4cc6-8bdc-3961890c570a req-1265e76c-3a1c-452c-bd3f-7365dcea1778 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 945 time: 0.0685499 Sep 01 14:13:08.730661 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:08.739370 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-fede547f-15e3-45e7-99b5-d023862dba1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:08.790298 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-88cb5839-1acb-4cc6-8bdc-3961890c570a req-61c840e7-706d-4244-a194-458f2b541b83 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0836947 Sep 01 14:13:08.790654 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-f9c4093a-befc-4e8f-b8ea-e0ed5bcba576 req-94fa5417-9592-442d-98fa-4ce9a139f5e6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (13cc93c3-c869-44c3-b869-955e63001656), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:08.835609 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa5417-9592-442d-98fa-4ce9a139f5e6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Pushing event deleted for resources: {'Port': ['ID=13cc93c3-c869-44c3-b869-955e63001656,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:08.860919 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:08.886975 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-fede547f-15e3-45e7-99b5-d023862dba1e admin admin] Publish callbacks [] for security_group (068d1d3d-63d3-4baa-a335-e936f9f24557), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:08.897665 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8986404-d484-45e0-a4a4-bf6beda1d400 admin admin] Router 058e095a-e073-4ce4-a1d1-fcf0a1478992 has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:13:08.949046 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cc5e4572-0f9c-4624-8cac-d15a5f7d7fa4 req-aaec2a15-047e-4587-93af-4a0016e139e1 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce HTTP/1.1" status: 200 len: 210 time: 0.0326188 Sep 01 14:13:08.985933 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-fede547f-15e3-45e7-99b5-d023862dba1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (068d1d3d-63d3-4baa-a335-e936f9f24557), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:09.024028 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-fede547f-15e3-45e7-99b5-d023862dba1e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=9320dd382479483bb7b455a9801daf03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4602854 Sep 01 14:13:09.028795 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 33268) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:09.056506 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9c4093a-befc-4e8f-b8ea-e0ed5bcba576 req-94fa5417-9592-442d-98fa-4ce9a139f5e6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Router e8f55aa6-3e2f-4434-9312-766524ba3bfd has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:13:09.068769 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede547f-15e3-45e7-99b5-d023862dba1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068d1d3d-63d3-4baa-a335-e936f9f24557,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:09.090309 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8986404-d484-45e0-a4a4-bf6beda1d400 admin admin] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:13:09.102649 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54938dd3-4b84-4036-97ce-4bf248a7e4cc None None] Sync routers for ids ['058e095a-e073-4ce4-a1d1-fcf0a1478992'] in dv-cinder-852211-7-iscsi {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:13:09.124765 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54938dd3-4b84-4036-97ce-4bf248a7e4cc None None] Routers {'058e095a-e073-4ce4-a1d1-fcf0a1478992'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:13:09.126230 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-54938dd3-4b84-4036-97ce-4bf248a7e4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:12:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['058e095a-e073-4ce4-a1d1-fcf0a1478992'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:13:09.130039 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-d8986404-d484-45e0-a4a4-bf6beda1d400 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/058e095a-e073-4ce4-a1d1-fcf0a1478992/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9943275 Sep 01 14:13:09.134516 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 33270) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:09.160141 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-91eb8bb2-ca40-4fca-ab84-9a514936f5ee admin admin] Publish callbacks [] for security_group (068d1d3d-63d3-4baa-a335-e936f9f24557), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:09.237817 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-91eb8bb2-ca40-4fca-ab84-9a514936f5ee admin admin] Publish callbacks [] for security_group (068d1d3d-63d3-4baa-a335-e936f9f24557), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:09.248269 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d3836-5614-4f77-8af7-1e496f6c8e3a req-b11c46c5-11c2-4b57-8787-95823cf0a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:09.250094 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-792d3836-5614-4f77-8af7-1e496f6c8e3a req-b11c46c5-11c2-4b57-8787-95823cf0a4e3 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 1129 time: 0.1268044 Sep 01 14:13:09.392016 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-54938dd3-4b84-4036-97ce-4bf248a7e4cc None None] Set router 058e095a-e073-4ce4-a1d1-fcf0a1478992 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:13:09.405093 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-792d3836-5614-4f77-8af7-1e496f6c8e3a req-0b15607f-63fa-4a03-b720-d05c20ba5da6 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1437733 Sep 01 14:13:09.441261 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-20158cd7-7383-4d71-b358-d7280586a62c admin admin] Publish callbacks [] for router (058e095a-e073-4ce4-a1d1-fcf0a1478992), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:09.481877 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:09.551943 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-91eb8bb2-ca40-4fca-ab84-9a514936f5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (068d1d3d-63d3-4baa-a335-e936f9f24557), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:09.554962 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-91eb8bb2-ca40-4fca-ab84-9a514936f5ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:09.560180 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-91eb8bb2-ca40-4fca-ab84-9a514936f5ee admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/068d1d3d-63d3-4baa-a335-e936f9f24557 HTTP/1.1" status: 204 len: 168 time: 0.5264094 Sep 01 14:13:09.573277 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb8bb2-ca40-4fca-ab84-9a514936f5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068d1d3d-63d3-4baa-a335-e936f9f24557,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:09.597353 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:09.636834 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9c4093a-befc-4e8f-b8ea-e0ed5bcba576 req-94fa5417-9592-442d-98fa-4ce9a139f5e6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:13:09.649499 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53d01dd-6238-4acc-9050-72a88e28321f None None] Sync routers for ids ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'] in dv-cinder-852211-7-iscsi {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:13:09.677032 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53d01dd-6238-4acc-9050-72a88e28321f None None] Routers {'e8f55aa6-3e2f-4434-9312-766524ba3bfd'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:13:09.677688 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-d53d01dd-6238-4acc-9050-72a88e28321f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:12:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:13:09.719785 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c235c6d-6a8d-4a3b-a97b-0a98ed1c5d7d req-858fbe70-2461-44af-8310-1a33edc7034f tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:09.737881 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3c235c6d-6a8d-4a3b-a97b-0a98ed1c5d7d req-858fbe70-2461-44af-8310-1a33edc7034f tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 945 time: 0.1463749 Sep 01 14:13:09.836357 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3c235c6d-6a8d-4a3b-a97b-0a98ed1c5d7d req-b6e29e24-208e-46ac-bd5b-bd0a2dd8f835 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872252 Sep 01 14:13:09.899166 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-d53d01dd-6238-4acc-9050-72a88e28321f None None] Set router e8f55aa6-3e2f-4434-9312-766524ba3bfd gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:13:09.907751 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-54938dd3-4b84-4036-97ce-4bf248a7e4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058e095a-e073-4ce4-a1d1-fcf0a1478992', 'name': 'tempest-TestMinimumBasicScenario-1980977010-router', 'tenant_id': '7b23980a30624073a2ce8c34b1f56cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '1453b1b1-4137-4bc4-a302-e842a20a6df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:09:31Z', 'updated_at': '2022-09-01T14:13:07Z', 'revision_number': 5, 'project_id': '7b23980a30624073a2ce8c34b1f56cc6', 'gw_port': {'id': '1453b1b1-4137-4bc4-a302-e842a20a6df5', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:81:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e095a-e073-4ce4-a1d1-fcf0a1478992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:09:32Z', 'updated_at': '2022-09-01T14:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:13:09.956710 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c4093a-befc-4e8f-b8ea-e0ed5bcba576 req-94fa5417-9592-442d-98fa-4ce9a139f5e6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] No DVR routers for this DVR port 13cc93c3-c869-44c3-b869-955e63001656 on host hv-cinder-85221 {{(pid=107074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:13:09.961132 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-f9c4093a-befc-4e8f-b8ea-e0ed5bcba576 req-94fa5417-9592-442d-98fa-4ce9a139f5e6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:09.965021 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-f9c4093a-befc-4e8f-b8ea-e0ed5bcba576 req-94fa5417-9592-442d-98fa-4ce9a139f5e6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.72 "DELETE /networking/v2.0/ports/13cc93c3-c869-44c3-b869-955e63001656 HTTP/1.1" status: 204 len: 173 time: 2.4157617 Sep 01 14:13:09.966880 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce', 'name': 'network-vif-deleted', 'tag': '13cc93c3-c869-44c3-b869-955e63001656'}] {{(pid=107074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:13:09.970355 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c297ab1b76e2baeed04979654ee05671bdf6dedd7a272174e678f0e52b3dfb88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962a4533-b7d4-4cbb-9f6e-af0b34af267a" -d '{"events": [{"server_uuid": "7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce", "name": "network-vif-deleted", "tag": "13cc93c3-c869-44c3-b869-955e63001656"}]}' {{(pid=107074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:13:09.978365 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-20158cd7-7383-4d71-b358-d7280586a62c admin admin] Publish callbacks [] for router_gateway (058e095a-e073-4ce4-a1d1-fcf0a1478992), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:09.997394 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54938dd3-4b84-4036-97ce-4bf248a7e4cc None None] Checking router: 058e095a-e073-4ce4-a1d1-fcf0a1478992 for host: dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:13:10.020472 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:10.025698 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cb89d8-8438-47d8-97c7-64565e5ec53a x-openstack-request-id: req-f4cb89d8-8438-47d8-97c7-64565e5ec53a {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:13:10.027584 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce", "name": "network-vif-deleted", "tag": "13cc93c3-c869-44c3-b869-955e63001656", "status": "completed", "code": 200}]} {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:13:10.027934 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54938dd3-4b84-4036-97ce-4bf248a7e4cc None None] Routers {'058e095a-e073-4ce4-a1d1-fcf0a1478992'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:13:10.028062 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4cb89d8-8438-47d8-97c7-64565e5ec53a {{(pid=107074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:13:10.028532 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4cb89d8-8438-47d8-97c7-64565e5ec53a'] response: {'server_uuid': '7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce', 'name': 'network-vif-deleted', 'tag': '13cc93c3-c869-44c3-b869-955e63001656', 'status': 'completed', 'code': 200} Sep 01 14:13:10.029256 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-54938dd3-4b84-4036-97ce-4bf248a7e4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:12:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['058e095a-e073-4ce4-a1d1-fcf0a1478992'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:13:10.031907 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe43a2-b2d2-4c9d-8f46-0239f6660fc7 req-1104dec5-f3d3-4fd2-a0e1-ef843dbff314 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:10.033683 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-99fe43a2-b2d2-4c9d-8f46-0239f6660fc7 req-1104dec5-f3d3-4fd2-a0e1-ef843dbff314 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 945 time: 0.0922778 Sep 01 14:13:10.187978 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5f4815fe-2801-4ae8-808d-90cbf52fb2eb req-e19a0f26-dd3c-4d10-ae0a-1929996b321d tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce HTTP/1.1" status: 200 len: 210 time: 0.0523140 Sep 01 14:13:10.200706 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-99fe43a2-b2d2-4c9d-8f46-0239f6660fc7 req-ba42b19e-9ce9-4711-b91e-c0b5ac175074 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1600373 Sep 01 14:13:10.203123 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-20158cd7-7383-4d71-b358-d7280586a62c admin admin] Deleting port 1453b1b1-4137-4bc4-a302-e842a20a6df5 {{(pid=107074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:13:10.203474 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-20158cd7-7383-4d71-b358-d7280586a62c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (1453b1b1-4137-4bc4-a302-e842a20a6df5), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:10.387070 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [None req-20158cd7-7383-4d71-b358-d7280586a62c admin admin] For port 1453b1b1-4137-4bc4-a302-e842a20a6df5, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=1453b1b1-4137-4bc4-a302-e842a20a6df5,segment=NetworkSegment(f315c88c-0cea-42ce-ac38-790188a99330),segment_id=f315c88c-0cea-42ce-ac38-790188a99330)] {{(pid=107074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:13:10.387591 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-20158cd7-7383-4d71-b358-d7280586a62c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (1453b1b1-4137-4bc4-a302-e842a20a6df5), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:10.426639 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-20158cd7-7383-4d71-b358-d7280586a62c admin admin] Calling delete_port for 1453b1b1-4137-4bc4-a302-e842a20a6df5 owned by network:router_gateway {{(pid=107074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:13:10.507962 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-d53d01dd-6238-4acc-9050-72a88e28321f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'name': 'tempest-AttachVolumeNegativeTest-1411166407-router', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:07:23Z', 'updated_at': '2022-09-01T14:07:28Z', 'revision_number': 4, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'gw_port': {'id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:24Z', 'updated_at': '2022-09-01T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '1d322708-60c7-4a61-b0df-8d1e76fa1ff4', 'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'mac_address': 'fa:16:3e:a6:5b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:27Z', 'updated_at': '2022-09-01T14:07:34Z', 'revision_number': 5, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'subnets': [{'id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:13:10.532834 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:10.623951 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-54938dd3-4b84-4036-97ce-4bf248a7e4cc None None] Set router 058e095a-e073-4ce4-a1d1-fcf0a1478992 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:13:10.624146 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53d01dd-6238-4acc-9050-72a88e28321f None None] Checking router: e8f55aa6-3e2f-4434-9312-766524ba3bfd for host: dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:13:10.646721 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53d01dd-6238-4acc-9050-72a88e28321f None None] Routers {'e8f55aa6-3e2f-4434-9312-766524ba3bfd'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:13:10.647377 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-d53d01dd-6238-4acc-9050-72a88e28321f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:12:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:13:10.688991 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 214b6ab8-206c-4129-a639-f69abbdaa49b no longer exists at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:13:10.736610 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:10.759768 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=100 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:10.811391 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-d53d01dd-6238-4acc-9050-72a88e28321f None None] Set router e8f55aa6-3e2f-4434-9312-766524ba3bfd gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:13:10.875800 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=100 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:10.881389 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-54938dd3-4b84-4036-97ce-4bf248a7e4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058e095a-e073-4ce4-a1d1-fcf0a1478992', 'name': 'tempest-TestMinimumBasicScenario-1980977010-router', 'tenant_id': '7b23980a30624073a2ce8c34b1f56cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '1453b1b1-4137-4bc4-a302-e842a20a6df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:09:31Z', 'updated_at': '2022-09-01T14:13:07Z', 'revision_number': 5, 'project_id': '7b23980a30624073a2ce8c34b1f56cc6', 'gw_port': {'id': '1453b1b1-4137-4bc4-a302-e842a20a6df5', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:81:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e095a-e073-4ce4-a1d1-fcf0a1478992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:09:32Z', 'updated_at': '2022-09-01T14:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:13:10.900858 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-20158cd7-7383-4d71-b358-d7280586a62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (1453b1b1-4137-4bc4-a302-e842a20a6df5), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:10.939138 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20158cd7-7383-4d71-b358-d7280586a62c admin admin] Pushing event deleted for resources: {'Port': ['ID=1453b1b1-4137-4bc4-a302-e842a20a6df5,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:10.962300 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54938dd3-4b84-4036-97ce-4bf248a7e4cc None None] The sync data for ids ['058e095a-e073-4ce4-a1d1-fcf0a1478992'] in dv-cinder-852211-7-iscsi is: [{'id': '058e095a-e073-4ce4-a1d1-fcf0a1478992', 'name': 'tempest-TestMinimumBasicScenario-1980977010-router', 'tenant_id': '7b23980a30624073a2ce8c34b1f56cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '1453b1b1-4137-4bc4-a302-e842a20a6df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:09:31Z', 'updated_at': '2022-09-01T14:13:07Z', 'revision_number': 5, 'project_id': '7b23980a30624073a2ce8c34b1f56cc6', 'gw_port': {'id': '1453b1b1-4137-4bc4-a302-e842a20a6df5', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:81:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e095a-e073-4ce4-a1d1-fcf0a1478992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:09:32Z', 'updated_at': '2022-09-01T14:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}] {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:13:11.075972 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-20158cd7-7383-4d71-b358-d7280586a62c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122071'] for router_gateway (058e095a-e073-4ce4-a1d1-fcf0a1478992), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:11.190496 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5950eae4-5794-4836-9695-18fca049b028 req-314b9e49-f8d8-48f3-b1fb-e7692538cb1c tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:11.194668 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5950eae4-5794-4836-9695-18fca049b028 req-314b9e49-f8d8-48f3-b1fb-e7692538cb1c tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 945 time: 0.1241643 Sep 01 14:13:11.291627 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 214b6ab8-206c-4129-a639-f69abbdaa49b is: ACTIVE; New status is: DOWN {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:13:11.292509 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (214b6ab8-206c-4129-a639-f69abbdaa49b), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:11.308729 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-20158cd7-7383-4d71-b358-d7280586a62c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33127694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3578'] for router (058e095a-e073-4ce4-a1d1-fcf0a1478992), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:11.311819 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-20158cd7-7383-4d71-b358-d7280586a62c admin admin] Publish callbacks [] for router_controller (058e095a-e073-4ce4-a1d1-fcf0a1478992), precommit_delete_associations {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:11.362365 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5950eae4-5794-4836-9695-18fca049b028 req-490662fc-9611-48cb-b1d0-c71262e58e07 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490872 Sep 01 14:13:11.491009 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1298e8f-49c7-4a76-bc92-4b1fd8dfeac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '214b6ab8-206c-4129-a639-f69abbdaa49b'}] {{(pid=107075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:13:11.497050 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea684a423e005867ab2b2321dba33e59ce354bd0b218533ae43957e9dbf26841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d33da6-6acd-42a9-a77a-4f6eb66531a0" -d '{"events": [{"server_uuid": "d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1", "name": "network-vif-unplugged", "status": "completed", "tag": "214b6ab8-206c-4129-a639-f69abbdaa49b"}]}' {{(pid=107075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:13:11.523718 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-20158cd7-7383-4d71-b358-d7280586a62c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33120949'] for router (058e095a-e073-4ce4-a1d1-fcf0a1478992), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:11.523718 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20158cd7-7383-4d71-b358-d7280586a62c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 058e095a-e073-4ce4-a1d1-fcf0a1478992 {{(pid=107074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 14:13:11.527628 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-20158cd7-7383-4d71-b358-d7280586a62c admin admin] Publish callbacks [] for router (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:11.531895 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-20158cd7-7383-4d71-b358-d7280586a62c admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/058e095a-e073-4ce4-a1d1-fcf0a1478992 HTTP/1.1" status: 204 len: 168 time: 2.3914990 Sep 01 14:13:11.532225 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 33318) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:11.613824 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22216891-36b8-4d8f-91df-5ee5a04cd416 req-377fde48-018b-4560-9377-3e58a12f6ff5 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:11.615992 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-22216891-36b8-4d8f-91df-5ee5a04cd416 req-377fde48-018b-4560-9377-3e58a12f6ff5 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 945 time: 0.1001620 Sep 01 14:13:11.636098 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 214b6ab8-206c-4129-a639-f69abbdaa49b, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=214b6ab8-206c-4129-a639-f69abbdaa49b,segment=NetworkSegment(64991032-cb00-4fe3-9882-ec8e7671fd4e),segment_id=64991032-cb00-4fe3-9882-ec8e7671fd4e)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:13:11.660037 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a64e3be-65c8-4c81-b4fe-2ddfa7f7ee70 admin admin] Deleting subnet f1f2f177-6159-485c-bb59-a4f7d3d91a78 {{(pid=107074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 14:13:11.669088 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3a64e3be-65c8-4c81-b4fe-2ddfa7f7ee70 admin admin] Publish callbacks [] for subnet (f1f2f177-6159-485c-bb59-a4f7d3d91a78), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:11.743025 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ebb6744d-8321-4792-97d9-e5dd84c0ffc3 req-705ed2db-b087-4ebd-a01e-9ad977d7999e tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce HTTP/1.1" status: 200 len: 210 time: 0.0749273 Sep 01 14:13:11.763401 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3a64e3be-65c8-4c81-b4fe-2ddfa7f7ee70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2922440'] for subnet (f1f2f177-6159-485c-bb59-a4f7d3d91a78), precommit_delete_associations {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:11.768853 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (214b6ab8-206c-4129-a639-f69abbdaa49b), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:11.768853 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 13cc93c3-c869-44c3-b869-955e63001656 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:13:11.852285 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-22216891-36b8-4d8f-91df-5ee5a04cd416 req-b1a28aec-b768-4fa1-a2a9-00344179cd5b tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2194018 Sep 01 14:13:11.872532 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] No Port match for: 13cc93c3-c869-44c3-b869-955e63001656 {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:13:11.872879 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 13cc93c3-c869-44c3-b869-955e63001656 not bound to the agent host hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:13:11.929888 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:12.008630 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 891de9ff-ba7c-462d-aa43-37693e2860e1 no longer exists at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:13:12.016345 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-d53d01dd-6238-4acc-9050-72a88e28321f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'name': 'tempest-AttachVolumeNegativeTest-1411166407-router', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:07:23Z', 'updated_at': '2022-09-01T14:07:28Z', 'revision_number': 4, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'gw_port': {'id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:24Z', 'updated_at': '2022-09-01T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '1d322708-60c7-4a61-b0df-8d1e76fa1ff4', 'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'mac_address': 'fa:16:3e:a6:5b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:27Z', 'updated_at': '2022-09-01T14:07:34Z', 'revision_number': 5, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'subnets': [{'id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:13:12.024990 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 01 Sep 2022 14:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89695182-9303-41df-a8d9-1bd960336608 x-openstack-request-id: req-89695182-9303-41df-a8d9-1bd960336608 {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:13:12.025283 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1", "name": "network-vif-unplugged", "status": "completed", "tag": "214b6ab8-206c-4129-a639-f69abbdaa49b", "code": 200}]} {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:13:12.025586 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-89695182-9303-41df-a8d9-1bd960336608 {{(pid=107075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:13:12.026023 dv-cinder-852211-7-iscsi neutron-server[107075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89695182-9303-41df-a8d9-1bd960336608'] response: {'server_uuid': 'd1298e8f-49c7-4a76-bc92-4b1fd8dfeac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '214b6ab8-206c-4129-a639-f69abbdaa49b', 'code': 200} Sep 01 14:13:12.122067 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] No Port match for: 891de9ff-ba7c-462d-aa43-37693e2860e1 {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:13:12.122423 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 891de9ff-ba7c-462d-aa43-37693e2860e1 not bound to the agent host dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:13:12.124776 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=214b6ab8-206c-4129-a639-f69abbdaa49b,revision_number=8']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:12.142633 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53d01dd-6238-4acc-9050-72a88e28321f None None] The sync data for ids ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'] in dv-cinder-852211-7-iscsi is: [{'id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'name': 'tempest-AttachVolumeNegativeTest-1411166407-router', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:07:23Z', 'updated_at': '2022-09-01T14:07:28Z', 'revision_number': 4, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'gw_port': {'id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:24Z', 'updated_at': '2022-09-01T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '1d322708-60c7-4a61-b0df-8d1e76fa1ff4', 'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'mac_address': 'fa:16:3e:a6:5b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:27Z', 'updated_at': '2022-09-01T14:07:34Z', 'revision_number': 5, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'subnets': [{'id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:13:12.189140 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3a64e3be-65c8-4c81-b4fe-2ddfa7f7ee70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784543'] for subnet (f1f2f177-6159-485c-bb59-a4f7d3d91a78), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:12.358936 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3a64e3be-65c8-4c81-b4fe-2ddfa7f7ee70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2922457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2708936'] for subnet (f1f2f177-6159-485c-bb59-a4f7d3d91a78), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:12.427994 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64e3be-65c8-4c81-b4fe-2ddfa7f7ee70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1f2f177-6159-485c-bb59-a4f7d3d91a78,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:12.431605 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3a64e3be-65c8-4c81-b4fe-2ddfa7f7ee70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for subnet (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:12.436903 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9216166b-9afc-4812-b1f8-323f24ba23cc None None] Network 0e6e35ba-0c06-4ef8-a2cc-3d4139f23bc5 requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:13:12.451962 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-3a64e3be-65c8-4c81-b4fe-2ddfa7f7ee70 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/f1f2f177-6159-485c-bb59-a4f7d3d91a78 HTTP/1.1" status: 204 len: 168 time: 0.9181335 Sep 01 14:13:12.457339 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 33336) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:12.603361 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d364ceee-5651-47e4-b9e4-c6cf68097465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-703534'] for network (0e6e35ba-0c06-4ef8-a2cc-3d4139f23bc5), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:12.652414 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c9a1fa-7e72-41d5-92d5-147a67694155 None None] New status for floating IP 198cd399-9ae6-4810-80ec-91fcb79a654c: DOWN {{(pid=107076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 14:13:12.668693 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [None req-d364ceee-5651-47e4-b9e4-c6cf68097465 admin admin] Deleting port a5c564af-073b-47d5-88d9-e60fcbc2b5d0 {{(pid=107073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:13:12.669115 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d364ceee-5651-47e4-b9e4-c6cf68097465 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (a5c564af-073b-47d5-88d9-e60fcbc2b5d0), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:12.827033 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47a48b8-9cd6-4d49-801b-8693f78216fa None None] DHCP port deletion for 0e6e35ba-0c06-4ef8-a2cc-3d4139f23bc5 request from dv-cinder-852211-7-iscsi {{(pid=107075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 01 14:13:12.863399 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [None req-d364ceee-5651-47e4-b9e4-c6cf68097465 admin admin] For port a5c564af-073b-47d5-88d9-e60fcbc2b5d0, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=a5c564af-073b-47d5-88d9-e60fcbc2b5d0,segment=NetworkSegment(04d9a68e-0cfc-4518-811b-c7f8f2b4c264),segment_id=04d9a68e-0cfc-4518-811b-c7f8f2b4c264)] {{(pid=107073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:13:12.868108 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d364ceee-5651-47e4-b9e4-c6cf68097465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (a5c564af-073b-47d5-88d9-e60fcbc2b5d0), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:12.930679 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [None req-d364ceee-5651-47e4-b9e4-c6cf68097465 admin admin] Calling delete_port for a5c564af-073b-47d5-88d9-e60fcbc2b5d0 owned by network:dhcp {{(pid=107073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:13:12.947029 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-f47a48b8-9cd6-4d49-801b-8693f78216fa None None] Deleting port a5c564af-073b-47d5-88d9-e60fcbc2b5d0 {{(pid=107075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:13:12.959425 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-f47a48b8-9cd6-4d49-801b-8693f78216fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (a5c564af-073b-47d5-88d9-e60fcbc2b5d0), before_delete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:13.152804 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d5a8d04e-005d-4c8f-8b7f-07e23a37fab2 req-ba1175d5-a8bc-40a9-b083-05846d19ae58 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7ba40a37-c6d7-4a85-8fd9-a7cc63bf46ce HTTP/1.1" status: 200 len: 210 time: 0.1284802 Sep 01 14:13:13.248070 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-f47a48b8-9cd6-4d49-801b-8693f78216fa None None] For port a5c564af-073b-47d5-88d9-e60fcbc2b5d0, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=a5c564af-073b-47d5-88d9-e60fcbc2b5d0,segment=NetworkSegment(04d9a68e-0cfc-4518-811b-c7f8f2b4c264),segment_id=04d9a68e-0cfc-4518-811b-c7f8f2b4c264)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:13:13.248484 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-f47a48b8-9cd6-4d49-801b-8693f78216fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (a5c564af-073b-47d5-88d9-e60fcbc2b5d0), precommit_delete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:13.269864 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-f47a48b8-9cd6-4d49-801b-8693f78216fa None None] Calling delete_port for a5c564af-073b-47d5-88d9-e60fcbc2b5d0 owned by network:dhcp {{(pid=107075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:13:13.328789 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d364ceee-5651-47e4-b9e4-c6cf68097465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (a5c564af-073b-47d5-88d9-e60fcbc2b5d0), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:13.407588 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364ceee-5651-47e4-b9e4-c6cf68097465 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5c564af-073b-47d5-88d9-e60fcbc2b5d0,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:13.434036 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d364ceee-5651-47e4-b9e4-c6cf68097465 admin admin] No DVR routers for this DVR port a5c564af-073b-47d5-88d9-e60fcbc2b5d0 on host dv-cinder-852211-7-iscsi {{(pid=107073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:13:13.477855 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:13.516532 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-f47a48b8-9cd6-4d49-801b-8693f78216fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329'] for port (a5c564af-073b-47d5-88d9-e60fcbc2b5d0), after_delete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:13.569325 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a48b8-9cd6-4d49-801b-8693f78216fa None None] Pushing event deleted for resources: {'Port': ['ID=a5c564af-073b-47d5-88d9-e60fcbc2b5d0,revision_number=None']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:13.584190 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47a48b8-9cd6-4d49-801b-8693f78216fa None None] No DVR routers for this DVR port a5c564af-073b-47d5-88d9-e60fcbc2b5d0 on host dv-cinder-852211-7-iscsi {{(pid=107075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:13:13.605123 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d364ceee-5651-47e4-b9e4-c6cf68097465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718328', 'neutron.services.segments.db._delete_segments_for_network-8786311954077'] for network (0e6e35ba-0c06-4ef8-a2cc-3d4139f23bc5), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:13.633477 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.services.segments.db [None req-d364ceee-5651-47e4-b9e4-c6cf68097465 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e6e35ba-0c06-4ef8-a2cc-3d4139f23bc5']}} {{(pid=107073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:13:13.646754 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.services.segments.db [None req-d364ceee-5651-47e4-b9e4-c6cf68097465 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04d9a68e-0cfc-4518-811b-c7f8f2b4c264') {'for_net_delete': True} {{(pid=107073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:13:13.647048 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.services.segments.db [None req-d364ceee-5651-47e4-b9e4-c6cf68097465 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04d9a68e-0cfc-4518-811b-c7f8f2b4c264') {} {{(pid=107073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:13:13.661485 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d364ceee-5651-47e4-b9e4-c6cf68097465 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786311985893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4006317'] for segment (04d9a68e-0cfc-4518-811b-c7f8f2b4c264), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:13.684753 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d364ceee-5651-47e4-b9e4-c6cf68097465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881'] for segment (04d9a68e-0cfc-4518-811b-c7f8f2b4c264), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:13.693111 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:13.694457 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d364ceee-5651-47e4-b9e4-c6cf68097465 admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=107073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 14:13:13.695107 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d364ceee-5651-47e4-b9e4-c6cf68097465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3071137'] for segment (04d9a68e-0cfc-4518-811b-c7f8f2b4c264), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:13.887803 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d364ceee-5651-47e4-b9e4-c6cf68097465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122255'] for network (0e6e35ba-0c06-4ef8-a2cc-3d4139f23bc5), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:13.899877 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d364ceee-5651-47e4-b9e4-c6cf68097465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for network (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:13.908101 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-d364ceee-5651-47e4-b9e4-c6cf68097465 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/0e6e35ba-0c06-4ef8-a2cc-3d4139f23bc5 HTTP/1.1" status: 204 len: 168 time: 1.4453111 Sep 01 14:13:13.934670 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364ceee-5651-47e4-b9e4-c6cf68097465 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e6e35ba-0c06-4ef8-a2cc-3d4139f23bc5,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:14.023354 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device a5c564af-073b-47d5-88d9-e60fcbc2b5d0 no longer exists at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:13:14.121070 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] No Port match for: a5c564af-073b-47d5-88d9-e60fcbc2b5d0 {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:13:14.126315 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device a5c564af-073b-47d5-88d9-e60fcbc2b5d0 not bound to the agent host dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:13:14.129612 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 1453b1b1-4137-4bc4-a302-e842a20a6df5 no longer exists at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:13:14.183285 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.services.segments.plugin [-] Segment 04d9a68e-0cfc-4518-811b-c7f8f2b4c264 resource provider aggregate not found Sep 01 14:13:14.187829 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] No Port match for: 1453b1b1-4137-4bc4-a302-e842a20a6df5 {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:13:14.190526 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 1453b1b1-4137-4bc4-a302-e842a20a6df5 not bound to the agent host dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:13:14.287627 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.services.segments.plugin [-] Segment 04d9a68e-0cfc-4518-811b-c7f8f2b4c264 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 04d9a68e-0cfc-4518-811b-c7f8f2b4c264 found for delete ", "request_id": "req-ef37053c-1262-4828-ac9c-66577b7c6088"}]} Sep 01 14:13:14.855869 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 33406) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:14.887738 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 33408) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:14.902030 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-fe9d93e3-d564-4c0a-92ef-c29d2311afb1 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=adf6f1699a0740ee99ae03ef2423d143&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0774410 Sep 01 14:13:14.904266 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 33410) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:15.003514 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-6cbc5c78-2243-4985-a9ab-f5901cb055fa tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group (116a3d8d-656a-40ae-853a-3f67c7263740), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:15.011676 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-480a627b-4dfd-4c0a-a33f-1d0af7cb8827 admin admin] Publish callbacks [] for security_group (97412c60-12ed-4e7d-be7b-fe343e91b0e2), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:15.037191 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-6cbc5c78-2243-4985-a9ab-f5901cb055fa tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group (116a3d8d-656a-40ae-853a-3f67c7263740), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:15.057388 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-480a627b-4dfd-4c0a-a33f-1d0af7cb8827 admin admin] Publish callbacks [] for security_group (97412c60-12ed-4e7d-be7b-fe343e91b0e2), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:15.225441 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-480a627b-4dfd-4c0a-a33f-1d0af7cb8827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (97412c60-12ed-4e7d-be7b-fe343e91b0e2), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:15.227362 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-6cbc5c78-2243-4985-a9ab-f5901cb055fa tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (116a3d8d-656a-40ae-853a-3f67c7263740), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:15.228719 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-480a627b-4dfd-4c0a-a33f-1d0af7cb8827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:15.230611 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-480a627b-4dfd-4c0a-a33f-1d0af7cb8827 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/97412c60-12ed-4e7d-be7b-fe343e91b0e2 HTTP/1.1" status: 204 len: 168 time: 0.3245509 Sep 01 14:13:15.232893 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-6cbc5c78-2243-4985-a9ab-f5901cb055fa tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:15.234969 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-6cbc5c78-2243-4985-a9ab-f5901cb055fa tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/116a3d8d-656a-40ae-853a-3f67c7263740 HTTP/1.1" status: 204 len: 168 time: 0.3449049 Sep 01 14:13:15.244299 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 33420) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:15.255922 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a627b-4dfd-4c0a-a33f-1d0af7cb8827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97412c60-12ed-4e7d-be7b-fe343e91b0e2,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:15.292526 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.api.v2.resource [None req-90284615-04e2-4796-bd37-3371f778192c tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] show failed (client error): The resource could not be found. Sep 01 14:13:15.292526 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-90284615-04e2-4796-bd37-3371f778192c tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups/116a3d8d-656a-40ae-853a-3f67c7263740 HTTP/1.1" status: 404 len: 347 time: 0.0365963 Sep 01 14:13:15.292687 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc5c78-2243-4985-a9ab-f5901cb055fa tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=116a3d8d-656a-40ae-853a-3f67c7263740,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:15.318350 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 33426) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:15.425535 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [req-3b6b40bf-1562-4330-9125-53782149b8e3 req-4fe47743-d330-472e-8769-e625daaaee4d service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107073) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 14:13:15.427135 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3b6b40bf-1562-4330-9125-53782149b8e3 req-4fe47743-d330-472e-8769-e625daaaee4d service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0100660 Sep 01 14:13:15.524798 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-2ce9c01d-a77d-45cf-af12-bc3850dea373 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Deleting port 24bc2832-9582-4bb9-b0d0-3bda05ca1cd0 {{(pid=107074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:13:15.525257 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-2ce9c01d-a77d-45cf-af12-bc3850dea373 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (24bc2832-9582-4bb9-b0d0-3bda05ca1cd0), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:15.648468 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-2ce9c01d-a77d-45cf-af12-bc3850dea373 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (24bc2832-9582-4bb9-b0d0-3bda05ca1cd0), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:15.648855 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-2ce9c01d-a77d-45cf-af12-bc3850dea373 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for floatingip (24bc2832-9582-4bb9-b0d0-3bda05ca1cd0), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:15.666167 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-2ce9c01d-a77d-45cf-af12-bc3850dea373 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Calling delete_port for 24bc2832-9582-4bb9-b0d0-3bda05ca1cd0 owned by network:floatingip {{(pid=107074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:13:15.768348 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:15.999170 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-2ce9c01d-a77d-45cf-af12-bc3850dea373 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (24bc2832-9582-4bb9-b0d0-3bda05ca1cd0), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:16.046943 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:16.061722 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48daf39-562a-42e3-a5d3-792713be67ba req-772f74f3-f6b4-4b2c-97cb-889c3f0c857a tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:16.078723 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f48daf39-562a-42e3-a5d3-792713be67ba req-772f74f3-f6b4-4b2c-97cb-889c3f0c857a tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 943 time: 0.1110656 Sep 01 14:13:16.125131 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9c01d-a77d-45cf-af12-bc3850dea373 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Pushing event deleted for resources: {'Port': ['ID=24bc2832-9582-4bb9-b0d0-3bda05ca1cd0,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:16.199989 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f48daf39-562a-42e3-a5d3-792713be67ba req-dd7823c3-8809-45c4-aea5-bff3ba47dced tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175766 Sep 01 14:13:16.438625 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 33478) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:16.524712 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-2ce9c01d-a77d-45cf-af12-bc3850dea373 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for floatingip (198cd399-9ae6-4810-80ec-91fcb79a654c), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:16.527557 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-2ce9c01d-a77d-45cf-af12-bc3850dea373 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for floatingip (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:16.528776 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-2ce9c01d-a77d-45cf-af12-bc3850dea373 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/198cd399-9ae6-4810-80ec-91fcb79a654c HTTP/1.1" status: 204 len: 168 time: 1.2123764 Sep 01 14:13:16.536336 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-5a7e2b09-fdd4-48eb-aee1-2f91f9b3e366 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=7b23980a30624073a2ce8c34b1f56cc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0961778 Sep 01 14:13:16.539462 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 33480) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:16.591345 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:16.604257 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-817200fa-b519-472d-bbe3-e7a408b8336a admin admin] Publish callbacks [] for security_group (e2d190d3-7c40-4e53-9ccd-d7a047407018), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:16.633459 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-817200fa-b519-472d-bbe3-e7a408b8336a admin admin] Publish callbacks [] for security_group (e2d190d3-7c40-4e53-9ccd-d7a047407018), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:16.748802 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 33488) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:16.753657 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-8d932252-c6d7-4129-95ab-e041d6388f0f tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--780066991', 'description': 'tempest-description--1457612803'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:13:16.774309 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-817200fa-b519-472d-bbe3-e7a408b8336a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (e2d190d3-7c40-4e53-9ccd-d7a047407018), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:16.780356 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-817200fa-b519-472d-bbe3-e7a408b8336a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:16.783953 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-817200fa-b519-472d-bbe3-e7a408b8336a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e2d190d3-7c40-4e53-9ccd-d7a047407018 HTTP/1.1" status: 204 len: 168 time: 0.2426329 Sep 01 14:13:16.800660 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817200fa-b519-472d-bbe3-e7a408b8336a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d190d3-7c40-4e53-9ccd-d7a047407018,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:16.814834 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817200fa-b519-472d-bbe3-e7a408b8336a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:16.815346 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817200fa-b519-472d-bbe3-e7a408b8336a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:16.815809 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817200fa-b519-472d-bbe3-e7a408b8336a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:16.816355 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817200fa-b519-472d-bbe3-e7a408b8336a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:16.816959 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817200fa-b519-472d-bbe3-e7a408b8336a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:16.817588 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817200fa-b519-472d-bbe3-e7a408b8336a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:16.818235 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817200fa-b519-472d-bbe3-e7a408b8336a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:16.818710 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817200fa-b519-472d-bbe3-e7a408b8336a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:16.824594 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817200fa-b519-472d-bbe3-e7a408b8336a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:16.824594 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817200fa-b519-472d-bbe3-e7a408b8336a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:16.824594 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817200fa-b519-472d-bbe3-e7a408b8336a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:16.824594 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817200fa-b519-472d-bbe3-e7a408b8336a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:16.824594 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817200fa-b519-472d-bbe3-e7a408b8336a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:16.824594 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817200fa-b519-472d-bbe3-e7a408b8336a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:16.824594 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817200fa-b519-472d-bbe3-e7a408b8336a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:16.894115 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8d932252-c6d7-4129-95ab-e041d6388f0f tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:16.997053 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8d932252-c6d7-4129-95ab-e041d6388f0f tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group (4676d176-092e-4e9f-bf75-3763320c363a), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:17.096583 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8d932252-c6d7-4129-95ab-e041d6388f0f tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (4676d176-092e-4e9f-bf75-3763320c363a), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:17.121854 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 33504) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:17.173868 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d932252-c6d7-4129-95ab-e041d6388f0f tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4676d176-092e-4e9f-bf75-3763320c363a,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:17.270692 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8d932252-c6d7-4129-95ab-e041d6388f0f tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:17.273051 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-8d932252-c6d7-4129-95ab-e041d6388f0f tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5230024 Sep 01 14:13:17.277141 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 33514) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:17.287759 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-08d5b9e2-854a-4408-abc4-c2c8a11fde6c tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Request body: {'security_group_rule': {'security_group_id': '4676d176-092e-4e9f-bf75-3763320c363a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:13:17.403058 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13455ad-e362-4ba0-a248-cdd44cfc65c9 req-14de1f9c-2335-45e9-9fa5-6e03fac47d12 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:17.412301 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b13455ad-e362-4ba0-a248-cdd44cfc65c9 req-14de1f9c-2335-45e9-9fa5-6e03fac47d12 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 943 time: 0.0827906 Sep 01 14:13:17.500965 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b13455ad-e362-4ba0-a248-cdd44cfc65c9 req-d1ddf5a4-2707-47c9-ae79-2dddd8af7b20 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843313 Sep 01 14:13:17.523828 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-08d5b9e2-854a-4408-abc4-c2c8a11fde6c tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group_rule (64c401e5-0633-4115-b796-5ba583b01b99), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:17.616276 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-08d5b9e2-854a-4408-abc4-c2c8a11fde6c tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group_rule (64c401e5-0633-4115-b796-5ba583b01b99), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:17.681306 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4e154188-e015-44db-a28b-669d31ef3215 req-060471e7-e3c8-409e-a613-4c3059ecdaae service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5550463 Sep 01 14:13:17.695941 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [req-4e154188-e015-44db-a28b-669d31ef3215 req-89462d01-6d10-43c8-8695-adff39085d33 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107073) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 14:13:17.697407 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4e154188-e015-44db-a28b-669d31ef3215 req-89462d01-6d10-43c8-8695-adff39085d33 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0067701 Sep 01 14:13:17.761556 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-08d5b9e2-854a-4408-abc4-c2c8a11fde6c tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411178'] for security_group_rule (64c401e5-0633-4115-b796-5ba583b01b99), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:17.796518 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d5b9e2-854a-4408-abc4-c2c8a11fde6c tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64c401e5-0633-4115-b796-5ba583b01b99,revision_number=0']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:17.892089 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 33524) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:17.905173 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-08d5b9e2-854a-4408-abc4-c2c8a11fde6c tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:17.910208 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-08d5b9e2-854a-4408-abc4-c2c8a11fde6c tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6280894 Sep 01 14:13:17.910919 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 33528) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:17.918580 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-e23f1ed6-b3ec-48bd-9670-425f72e82f16 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Request body: {'security_group_rule': {'security_group_id': '4676d176-092e-4e9f-bf75-3763320c363a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:13:17.994861 dv-cinder-852211-7-iscsi neutron-server[107074]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 01 14:13:18.074334 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-e23f1ed6-b3ec-48bd-9670-425f72e82f16 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group_rule (93d756b1-fa65-4d6f-afb9-0637e06f284d), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:18.116850 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e154188-e015-44db-a28b-669d31ef3215 req-9bff0f3d-3db4-472d-9ee5-2909801d994b tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:18.119734 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=10 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:18.120469 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-4e154188-e015-44db-a28b-669d31ef3215 req-9bff0f3d-3db4-472d-9ee5-2909801d994b tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports/214b6ab8-206c-4129-a639-f69abbdaa49b HTTP/1.1" status: 200 len: 940 time: 0.2254329 Sep 01 14:13:18.199989 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-e23f1ed6-b3ec-48bd-9670-425f72e82f16 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group_rule (93d756b1-fa65-4d6f-afb9-0637e06f284d), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:18.291512 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-e23f1ed6-b3ec-48bd-9670-425f72e82f16 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411178'] for security_group_rule (93d756b1-fa65-4d6f-afb9-0637e06f284d), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:18.329027 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f1ed6-b3ec-48bd-9670-425f72e82f16 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93d756b1-fa65-4d6f-afb9-0637e06f284d,revision_number=0']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:18.464118 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-e23f1ed6-b3ec-48bd-9670-425f72e82f16 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:18.466948 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-e23f1ed6-b3ec-48bd-9670-425f72e82f16 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5541615 Sep 01 14:13:18.470021 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 33546) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:18.478381 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-ffd74324-687f-4fb6-ada8-e6364e67b57f tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Request body: {'floatingip': {'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:13:18.683535 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-ffd74324-687f-4fb6-ada8-e6364e67b57f tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:18.797774 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:18.851618 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4948d-6d9a-4fc1-ba6d-ff4b07b24432 req-4e51bae7-aa8d-420e-9e87-29bb57e9ba91 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:18.853357 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-71b4948d-6d9a-4fc1-ba6d-ff4b07b24432 req-4e51bae7-aa8d-420e-9e87-29bb57e9ba91 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 943 time: 0.1919608 Sep 01 14:13:18.858399 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-ffd74324-687f-4fb6-ada8-e6364e67b57f tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:18.992000 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-71b4948d-6d9a-4fc1-ba6d-ff4b07b24432 req-83f16563-8999-4734-8ebb-5cbb679ff4f5 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262007 Sep 01 14:13:19.057828 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.db_base_plugin_common [None req-ffd74324-687f-4fb6-ada8-e6364e67b57f tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Allocated IP 172.27.2.242 (495e3753-365b-4db4-ace7-a3dca370cb0d/c60058e0-5076-4233-a499-c0113b757f85/a8800414-7b7e-419d-9c07-94ddce50ba2a) {{(pid=107073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:13:19.199366 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8eb18-92c9-46e0-91e5-bc52f837b65c req-4eb861bc-9de1-42e4-af65-c255d0e94483 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:19.201587 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b7b8eb18-92c9-46e0-91e5-bc52f837b65c req-4eb861bc-9de1-42e4-af65-c255d0e94483 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a8b6392-8237-47f3-9a9b-7a80f18f71c3 HTTP/1.1" status: 200 len: 945 time: 0.0727465 Sep 01 14:13:19.257891 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-ffd74324-687f-4fb6-ada8-e6364e67b57f tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for port (a8800414-7b7e-419d-9c07-94ddce50ba2a), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:19.292654 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b7b8eb18-92c9-46e0-91e5-bc52f837b65c req-ee4d831f-8165-40b3-978d-6a7bd79d96ef tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20e5a9df-2d6e-4876-bbd1-24d9e5952469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798821 Sep 01 14:13:19.425446 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-ffd74324-687f-4fb6-ada8-e6364e67b57f tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (a8800414-7b7e-419d-9c07-94ddce50ba2a), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:19.469118 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd74324-687f-4fb6-ada8-e6364e67b57f tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Network 495e3753-365b-4db4-ace7-a3dca370cb0d is already hosted by enough agents. {{(pid=107073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:13:19.474949 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.base_scheduler [None req-ffd74324-687f-4fb6-ada8-e6364e67b57f tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Resources bound (agent type, host, resource id): {{(pid=107073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:13:19.478855 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd74324-687f-4fb6-ada8-e6364e67b57f tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Received port after_create {{(pid=107073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:13:19.508817 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd74324-687f-4fb6-ada8-e6364e67b57f tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Pushing event updated for resources: {'Port': ['ID=a8800414-7b7e-419d-9c07-94ddce50ba2a,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:19.599916 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-ffd74324-687f-4fb6-ada8-e6364e67b57f tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for floatingip (97ccdded-40b4-4df5-b8c8-53de84aeebd4), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:19.764498 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:19.777935 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-ffd74324-687f-4fb6-ada8-e6364e67b57f tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (a8800414-7b7e-419d-9c07-94ddce50ba2a), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:19.991623 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-ffd74324-687f-4fb6-ada8-e6364e67b57f tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for port (a8800414-7b7e-419d-9c07-94ddce50ba2a), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:20.077547 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-ffd74324-687f-4fb6-ada8-e6364e67b57f tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3071173'] for port (a8800414-7b7e-419d-9c07-94ddce50ba2a), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:20.197148 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-ffd74324-687f-4fb6-ada8-e6364e67b57f tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122292'] for floatingip (97ccdded-40b4-4df5-b8c8-53de84aeebd4), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:20.204722 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd74324-687f-4fb6-ada8-e6364e67b57f tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Pushing event updated for resources: {'Port': ['ID=a8800414-7b7e-419d-9c07-94ddce50ba2a,revision_number=2']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:20.215874 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a182e-1b27-423f-8c38-71dc834f19a7 req-563fa9bd-ff7c-47d4-af1f-21932e7b977b tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:20.217495 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e52a182e-1b27-423f-8c38-71dc834f19a7 req-563fa9bd-ff7c-47d4-af1f-21932e7b977b tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 943 time: 0.1091762 Sep 01 14:13:20.276676 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e52a182e-1b27-423f-8c38-71dc834f19a7 req-23ea7412-6310-4a54-ae5e-9ca011d35c76 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503685 Sep 01 14:13:20.314501 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-ffd74324-687f-4fb6-ada8-e6364e67b57f tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for floatingip (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:20.316136 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-ffd74324-687f-4fb6-ada8-e6364e67b57f tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8445890 Sep 01 14:13:20.426003 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72bf2f-813f-438b-ac4b-9a422041a4c5 req-e35ce47a-511b-432a-8095-61d2ed8fea3f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:20.427588 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3d72bf2f-813f-438b-ac4b-9a422041a4c5 req-e35ce47a-511b-432a-8095-61d2ed8fea3f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a8b6392-8237-47f3-9a9b-7a80f18f71c3 HTTP/1.1" status: 200 len: 945 time: 0.0522931 Sep 01 14:13:20.491695 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3d72bf2f-813f-438b-ac4b-9a422041a4c5 req-9a21d63a-1177-4ee3-84b2-74e7106b54d4 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20e5a9df-2d6e-4876-bbd1-24d9e5952469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492616 Sep 01 14:13:20.635887 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-7c7a801a-6e3b-4443-8f2e-85781d368dc9 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--780066991&fields=id&tenant_id=90a84500a899479aabfa3aeb72b4c4ae HTTP/1.1" status: 200 len: 267 time: 0.0563023 Sep 01 14:13:20.785956 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-86245e22-ce8e-41fa-b0d2-63a4bc448305 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:20.798703 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-86245e22-ce8e-41fa-b0d2-63a4bc448305 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/networks?id=4f2459fa-f112-4ee1-abd3-6f4952507858 HTTP/1.1" status: 200 len: 815 time: 0.1544094 Sep 01 14:13:20.817386 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-518bf8ef-9792-495c-bb77-f24cc4072cf2 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/quotas/90a84500a899479aabfa3aeb72b4c4ae HTTP/1.1" status: 200 len: 375 time: 0.0172524 Sep 01 14:13:20.883292 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:20.919144 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-bf3b2818-55ac-4e9b-81ec-dac01e4dd7fd tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=90a84500a899479aabfa3aeb72b4c4ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0955651 Sep 01 14:13:21.075529 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554303b-e712-4e01-aa5d-b602ad1183e0 req-23e49bd9-0c42-4b86-8b2e-975b297c4893 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:21.078155 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-d554303b-e712-4e01-aa5d-b602ad1183e0 req-23e49bd9-0c42-4b86-8b2e-975b297c4893 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8a8b6392-8237-47f3-9a9b-7a80f18f71c3 HTTP/1.1" status: 200 len: 945 time: 0.0845821 Sep 01 14:13:21.134558 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-675d6613-b44a-4e57-8221-a2b182ca5a65 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4f2459fa-f112-4ee1-abd3-6f4952507858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032797 Sep 01 14:13:21.270315 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [req-d554303b-e712-4e01-aa5d-b602ad1183e0 req-35a698cd-43de-449b-bbf4-f032efa4ee44 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Deleting port 8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7 {{(pid=107074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:13:21.270791 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-d554303b-e712-4e01-aa5d-b602ad1183e0 req-35a698cd-43de-449b-bbf4-f032efa4ee44 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:21.322162 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-9fc96cab-0050-4946-9826-b1a1f6a34bb2 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-597656021&fields=id&tenant_id=8acdb976501045c0813d16f3d0ffd13d HTTP/1.1" status: 200 len: 267 time: 0.1367307 Sep 01 14:13:21.364386 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-5193810d-d5c7-48e7-a0ec-abf9ada058ef service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4f2459fa-f112-4ee1-abd3-6f4952507858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096586 Sep 01 14:13:21.394230 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:21.508976 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [req-d554303b-e712-4e01-aa5d-b602ad1183e0 req-35a698cd-43de-449b-bbf4-f032efa4ee44 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] For port 8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7,segment=NetworkSegment(ed8678fe-a4a9-4872-b144-325311f6ec17),segment_id=ed8678fe-a4a9-4872-b144-325311f6ec17)] {{(pid=107074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:13:21.509585 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-d554303b-e712-4e01-aa5d-b602ad1183e0 req-35a698cd-43de-449b-bbf4-f032efa4ee44 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:21.526836 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-30461de3-0ebb-4e6b-8a32-ed95a16604a3 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:21.530380 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-30461de3-0ebb-4e6b-8a32-ed95a16604a3 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/networks?id=ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 HTTP/1.1" status: 200 len: 812 time: 0.2054863 Sep 01 14:13:21.552590 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-494ecea7-ed34-4970-b792-7bb0a911488e tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/quotas/8acdb976501045c0813d16f3d0ffd13d HTTP/1.1" status: 200 len: 375 time: 0.0160675 Sep 01 14:13:21.633846 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-29c82a04-b851-48e5-a857-b7c2a1154268 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=8acdb976501045c0813d16f3d0ffd13d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0744371 Sep 01 14:13:21.781187 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-d554303b-e712-4e01-aa5d-b602ad1183e0 req-35a698cd-43de-449b-bbf4-f032efa4ee44 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:21.782280 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-d554303b-e712-4e01-aa5d-b602ad1183e0 req-35a698cd-43de-449b-bbf4-f032efa4ee44 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122292'] for floatingip (fc3881df-4ca3-48b3-ad99-5c4ee6c267e8), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:21.783022 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.db.l3_db [req-d554303b-e712-4e01-aa5d-b602ad1183e0 req-35a698cd-43de-449b-bbf4-f032efa4ee44 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Floating IP fc3881df-4ca3-48b3-ad99-5c4ee6c267e8 disassociated. External IP: 172.27.2.231, port: 8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7. Sep 01 14:13:21.794234 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [req-d554303b-e712-4e01-aa5d-b602ad1183e0 req-35a698cd-43de-449b-bbf4-f032efa4ee44 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Calling delete_port for 8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7 owned by compute:nova {{(pid=107074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:13:21.818466 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-d77010ed-5081-4ba1-8494-41305239579a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699777 Sep 01 14:13:21.822588 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e154188-e015-44db-a28b-669d31ef3215 req-99a161a3-9657-46bc-a021-a267a816f152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:21.824994 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4e154188-e015-44db-a28b-669d31ef3215 req-99a161a3-9657-46bc-a021-a267a816f152 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1&tenant_id=3ed58deb61194a5ba3f2d46eb7e5680c HTTP/1.1" status: 200 len: 1127 time: 0.0710669 Sep 01 14:13:21.905754 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:22.197989 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-d554303b-e712-4e01-aa5d-b602ad1183e0 req-35a698cd-43de-449b-bbf4-f032efa4ee44 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:22.240624 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a698cd-43de-449b-bbf4-f032efa4ee44 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Pushing event deleted for resources: {'Port': ['ID=8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:22.396267 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:22.401774 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d554303b-e712-4e01-aa5d-b602ad1183e0 req-35a698cd-43de-449b-bbf4-f032efa4ee44 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Router eee64747-ed94-47a0-93f9-178ac5acd67c has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:13:22.432666 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e154188-e015-44db-a28b-669d31ef3215 req-28511f1a-f2e2-4962-89ff-9f9e90353ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:22.434178 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4e154188-e015-44db-a28b-669d31ef3215 req-28511f1a-f2e2-4962-89ff-9f9e90353ad4 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=3ed58deb61194a5ba3f2d46eb7e5680c&device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 1127 time: 0.5491922 Sep 01 14:13:22.443288 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2a0a8-b5e2-459c-b3f8-faad39967410 req-5ab0c600-3cfd-436b-9d3e-e2cf271e4c49 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:22.444818 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c7f2a0a8-b5e2-459c-b3f8-faad39967410 req-5ab0c600-3cfd-436b-9d3e-e2cf271e4c49 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 943 time: 0.4804358 Sep 01 14:13:22.552947 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-b0c9aae1-a283-4acd-9d85-5ee62cf08fc3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7137947 Sep 01 14:13:22.559460 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:22.575828 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d554303b-e712-4e01-aa5d-b602ad1183e0 req-35a698cd-43de-449b-bbf4-f032efa4ee44 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:13:22.600503 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91d4998-b369-42b9-b9d4-9869d7122136 None None] Sync routers for ids ['eee64747-ed94-47a0-93f9-178ac5acd67c'] in dv-cinder-852211-7-iscsi {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:13:22.631071 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91d4998-b369-42b9-b9d4-9869d7122136 None None] Routers {'eee64747-ed94-47a0-93f9-178ac5acd67c'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:13:22.631071 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-f91d4998-b369-42b9-b9d4-9869d7122136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:12:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['eee64747-ed94-47a0-93f9-178ac5acd67c'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:13:22.642154 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c7f2a0a8-b5e2-459c-b3f8-faad39967410 req-75f77bd4-9f90-44ca-aada-6932226fbcdc tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756010 Sep 01 14:13:22.679938 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [req-d554303b-e712-4e01-aa5d-b602ad1183e0 req-35a698cd-43de-449b-bbf4-f032efa4ee44 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] No DVR routers for this DVR port 8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7 on host hv-cinder-85221 {{(pid=107074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:13:22.684533 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-d554303b-e712-4e01-aa5d-b602ad1183e0 req-35a698cd-43de-449b-bbf4-f032efa4ee44 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:22.687559 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e154188-e015-44db-a28b-669d31ef3215 req-f5b093ef-23ce-43f7-b692-39dcd973d71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:22.688968 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4e154188-e015-44db-a28b-669d31ef3215 req-f5b093ef-23ce-43f7-b692-39dcd973d71a service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=04671c53-ca48-4ca5-8247-463b6ac1fbe1 HTTP/1.1" status: 200 len: 918 time: 0.2414258 Sep 01 14:13:22.692083 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-d554303b-e712-4e01-aa5d-b602ad1183e0 req-35a698cd-43de-449b-bbf4-f032efa4ee44 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.72 "DELETE /networking/v2.0/ports/8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7 HTTP/1.1" status: 204 len: 173 time: 1.6075962 Sep 01 14:13:22.692530 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8b6392-8237-47f3-9a9b-7a80f18f71c3', 'name': 'network-vif-deleted', 'tag': '8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7'}] {{(pid=107074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:13:22.695471 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c297ab1b76e2baeed04979654ee05671bdf6dedd7a272174e678f0e52b3dfb88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd117d8a-37ee-45ae-b881-981bc086ab91" -d '{"events": [{"server_uuid": "8a8b6392-8237-47f3-9a9b-7a80f18f71c3", "name": "network-vif-deleted", "tag": "8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7"}]}' {{(pid=107074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:13:22.798707 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=2 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:22.799810 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4e154188-e015-44db-a28b-669d31ef3215 req-85580bd0-2c14-4fb3-a0a7-d6e67f36b0db service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=214b6ab8-206c-4129-a639-f69abbdaa49b HTTP/1.1" status: 200 len: 998 time: 0.0981739 Sep 01 14:13:22.845605 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:22.884805 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e154188-e015-44db-a28b-669d31ef3215 req-427f2d89-42cf-48f9-ba87-d644ad598cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:22.887291 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4e154188-e015-44db-a28b-669d31ef3215 req-427f2d89-42cf-48f9-ba87-d644ad598cfe service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=5274d38f-79ac-43b5-aae2-e29860924168 HTTP/1.1" status: 200 len: 856 time: 0.0758493 Sep 01 14:13:22.903503 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-f91d4998-b369-42b9-b9d4-9869d7122136 None None] Set router eee64747-ed94-47a0-93f9-178ac5acd67c gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:13:22.965475 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e696c058-a31b-45fb-a1cb-07e5bcd2e7c1 req-8cf5a970-113d-4571-a245-685d84eaf38c tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a8b6392-8237-47f3-9a9b-7a80f18f71c3 HTTP/1.1" status: 200 len: 210 time: 0.0768137 Sep 01 14:13:22.986162 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e154188-e015-44db-a28b-669d31ef3215 req-1bdee998-c0b0-4a54-95b4-eaa8e43eab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:22.988652 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4e154188-e015-44db-a28b-669d31ef3215 req-1bdee998-c0b0-4a54-95b4-eaa8e43eab4d service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=04671c53-ca48-4ca5-8247-463b6ac1fbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0877452 Sep 01 14:13:23.101914 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-aa8b770e-e103-4a6e-b2d5-0cb8e01cf05f req-4d17d263-fb17-4fa2-a3f7-964c07010de5 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f21e2730-924a-436f-a04b-ce7bc9b47ea9 HTTP/1.1" status: 200 len: 210 time: 0.0316393 Sep 01 14:13:23.156179 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4e154188-e015-44db-a28b-669d31ef3215 req-78782959-932a-400c-9098-1e29f5bb24d1 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/04671c53-ca48-4ca5-8247-463b6ac1fbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591485 Sep 01 14:13:23.244154 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75df9c6-7554-4640-8ce9-c48723e5e1c9 x-openstack-request-id: req-a75df9c6-7554-4640-8ce9-c48723e5e1c9 {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:13:23.245010 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8b6392-8237-47f3-9a9b-7a80f18f71c3", "name": "network-vif-deleted", "tag": "8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7", "status": "completed", "code": 200}]} {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:13:23.245010 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a75df9c6-7554-4640-8ce9-c48723e5e1c9 {{(pid=107074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:13:23.245368 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a75df9c6-7554-4640-8ce9-c48723e5e1c9'] response: {'server_uuid': '8a8b6392-8237-47f3-9a9b-7a80f18f71c3', 'name': 'network-vif-deleted', 'tag': '8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7', 'status': 'completed', 'code': 200} Sep 01 14:13:23.317694 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-f91d4998-b369-42b9-b9d4-9869d7122136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'name': 'tempest-AttachVolumeTestJSON-531647860-router', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:43Z', 'updated_at': '2022-09-01T14:05:58Z', 'revision_number': 4, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'gw_port': {'id': 'b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:45Z', 'updated_at': '2022-09-01T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '34ee6083-9372-4eee-acbd-9954043934ae', 'name': '', 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'mac_address': 'fa:16:3e:f6:a7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9516b454-0891-4d29-9fc5-0ee1fc6356e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:55Z', 'updated_at': '2022-09-01T14:06:21Z', 'revision_number': 5, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'subnets': [{'id': '9516b454-0891-4d29-9fc5-0ee1fc6356e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:13:23.330297 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4e154188-e015-44db-a28b-669d31ef3215 req-d6a52a03-8a67-48ce-9939-5a8a1ab8f430 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/04671c53-ca48-4ca5-8247-463b6ac1fbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674454 Sep 01 14:13:23.360421 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91d4998-b369-42b9-b9d4-9869d7122136 None None] Checking router: eee64747-ed94-47a0-93f9-178ac5acd67c for host: dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:13:23.374346 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91d4998-b369-42b9-b9d4-9869d7122136 None None] Routers {'eee64747-ed94-47a0-93f9-178ac5acd67c'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:13:23.375430 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-f91d4998-b369-42b9-b9d4-9869d7122136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:12:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['eee64747-ed94-47a0-93f9-178ac5acd67c'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:13:23.600949 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-f91d4998-b369-42b9-b9d4-9869d7122136 None None] Set router eee64747-ed94-47a0-93f9-178ac5acd67c gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:13:23.609385 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f2ef77eb-8908-4a57-8910-6553cd6e9f38 req-13a73090-830c-46ed-82a2-463ec6dd16e6 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e221a685-4333-48cb-ab94-67a4c0402490 HTTP/1.1" status: 200 len: 210 time: 0.0428932 Sep 01 14:13:23.823912 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:23.884519 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-f91d4998-b369-42b9-b9d4-9869d7122136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'name': 'tempest-AttachVolumeTestJSON-531647860-router', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:43Z', 'updated_at': '2022-09-01T14:05:58Z', 'revision_number': 4, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'gw_port': {'id': 'b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:45Z', 'updated_at': '2022-09-01T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '34ee6083-9372-4eee-acbd-9954043934ae', 'name': '', 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'mac_address': 'fa:16:3e:f6:a7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9516b454-0891-4d29-9fc5-0ee1fc6356e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:55Z', 'updated_at': '2022-09-01T14:06:21Z', 'revision_number': 5, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'subnets': [{'id': '9516b454-0891-4d29-9fc5-0ee1fc6356e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:13:23.920413 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91d4998-b369-42b9-b9d4-9869d7122136 None None] The sync data for ids ['eee64747-ed94-47a0-93f9-178ac5acd67c'] in dv-cinder-852211-7-iscsi is: [{'id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'name': 'tempest-AttachVolumeTestJSON-531647860-router', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:43Z', 'updated_at': '2022-09-01T14:05:58Z', 'revision_number': 4, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'gw_port': {'id': 'b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:45Z', 'updated_at': '2022-09-01T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '34ee6083-9372-4eee-acbd-9954043934ae', 'name': '', 'network_id': '5efdbb74-e6fe-4a11-96cb-23855066e81b', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'mac_address': 'fa:16:3e:f6:a7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9516b454-0891-4d29-9fc5-0ee1fc6356e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:55Z', 'updated_at': '2022-09-01T14:06:21Z', 'revision_number': 5, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'subnets': [{'id': '9516b454-0891-4d29-9fc5-0ee1fc6356e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:13:24.205326 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-fe8ed6eb-9527-411e-a087-006bee96521b req-cdebe73d-fed6-4890-bea2-8fa6300eede6 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a8b6392-8237-47f3-9a9b-7a80f18f71c3 HTTP/1.1" status: 200 len: 210 time: 0.0699630 Sep 01 14:13:24.219404 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56c1ff-86a3-424f-81ba-d815dd277dc0 req-2a61c0a0-7c2e-4802-9c73-7632849758f6 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:24.228891 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9c56c1ff-86a3-424f-81ba-d815dd277dc0 req-2a61c0a0-7c2e-4802-9c73-7632849758f6 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 943 time: 0.1299658 Sep 01 14:13:24.258728 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:24.306096 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9c56c1ff-86a3-424f-81ba-d815dd277dc0 req-a95f5f54-34e3-4c4b-a61a-28dd8adb10e4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758872 Sep 01 14:13:24.379338 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-dd456ce6-1837-493e-81ca-e41e8182af75 req-f7358990-da74-4ae9-8b26-0e7630cc3b3d tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f21e2730-924a-436f-a04b-ce7bc9b47ea9 HTTP/1.1" status: 200 len: 210 time: 0.0492942 Sep 01 14:13:24.491939 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-f14a7c91-1452-472e-899d-a107cbbd88f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:24.512768 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7844159f-e24c-4df5-8ecc-5bb3b06d714d None None] New status for floating IP fc3881df-4ca3-48b3-ad99-5c4ee6c267e8: DOWN {{(pid=107076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 14:13:24.718762 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:13:24.771072 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a0d352ef-b468-4ef2-8cd7-fd252d8967ec req-921bf880-f990-4241-b1c1-83ecd2eec76f tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e221a685-4333-48cb-ab94-67a4c0402490 HTTP/1.1" status: 200 len: 210 time: 0.0580220 Sep 01 14:13:24.794824 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] No Port match for: 8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7 {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:13:24.795244 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 8eaab8ca-5a28-4ca2-ab32-f0a1392d34b7 not bound to the agent host hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:13:25.470876 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 33688) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:25.555080 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb413fa-9153-42d6-982e-e41c38bfe5ec req-c1734dba-950d-4ad8-a76d-f58c5366c297 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:25.557181 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-efb413fa-9153-42d6-982e-e41c38bfe5ec req-c1734dba-950d-4ad8-a76d-f58c5366c297 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 943 time: 0.1134624 Sep 01 14:13:25.632063 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e7cc93f4-bf0f-4694-a3ac-968afe979f1d req-e6f78163-c31a-4919-a653-874686c0a54d tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f21e2730-924a-436f-a04b-ce7bc9b47ea9 HTTP/1.1" status: 200 len: 210 time: 0.0735559 Sep 01 14:13:25.653608 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7abf5183-9bdc-4152-a53a-b30df94490a5 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for security_group (20e5a9df-2d6e-4876-bbd1-24d9e5952469), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:25.680878 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-efb413fa-9153-42d6-982e-e41c38bfe5ec req-180e3690-18fb-47c0-96dc-c577794f5890 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111968 Sep 01 14:13:25.694517 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7abf5183-9bdc-4152-a53a-b30df94490a5 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for security_group (20e5a9df-2d6e-4876-bbd1-24d9e5952469), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:25.913838 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7abf5183-9bdc-4152-a53a-b30df94490a5 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (20e5a9df-2d6e-4876-bbd1-24d9e5952469), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:25.916675 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7abf5183-9bdc-4152-a53a-b30df94490a5 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:25.918613 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-7abf5183-9bdc-4152-a53a-b30df94490a5 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/20e5a9df-2d6e-4876-bbd1-24d9e5952469 HTTP/1.1" status: 204 len: 168 time: 0.4456820 Sep 01 14:13:25.927690 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 33692) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:25.938709 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5e4c23f5-e28d-4802-b776-1633757eff58 req-36117703-df23-4991-86d0-c5f61e825dd3 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e221a685-4333-48cb-ab94-67a4c0402490 HTTP/1.1" status: 200 len: 210 time: 0.0625558 Sep 01 14:13:25.960513 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.api.v2.resource [None req-e7230939-3a2d-4cf8-a0df-9f52ab71eb88 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] show failed (client error): The resource could not be found. Sep 01 14:13:25.961717 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-e7230939-3a2d-4cf8-a0df-9f52ab71eb88 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "GET /networking/v2.0/security-groups/20e5a9df-2d6e-4876-bbd1-24d9e5952469 HTTP/1.1" status: 404 len: 347 time: 0.0325594 Sep 01 14:13:25.976653 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 33694) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:25.979770 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf5183-9bdc-4152-a53a-b30df94490a5 tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e5a9df-2d6e-4876-bbd1-24d9e5952469,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:26.320723 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:26.342086 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [None req-458203b3-e879-4cc6-938f-8f9939e7a00f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Deleting port 4bca9f0f-c576-4801-8df1-509fbaa07bf7 {{(pid=107073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:13:26.342729 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-458203b3-e879-4cc6-938f-8f9939e7a00f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (4bca9f0f-c576-4801-8df1-509fbaa07bf7), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:26.487993 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-458203b3-e879-4cc6-938f-8f9939e7a00f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (4bca9f0f-c576-4801-8df1-509fbaa07bf7), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:26.488304 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-458203b3-e879-4cc6-938f-8f9939e7a00f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for floatingip (4bca9f0f-c576-4801-8df1-509fbaa07bf7), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:26.504490 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [None req-458203b3-e879-4cc6-938f-8f9939e7a00f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Calling delete_port for 4bca9f0f-c576-4801-8df1-509fbaa07bf7 owned by network:floatingip {{(pid=107073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:13:26.831237 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-09e411c3-a26c-4b00-9dc2-85b91c4e380d req-812295a8-ce80-4da9-9731-5f9e679ba4df tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f21e2730-924a-436f-a04b-ce7bc9b47ea9 HTTP/1.1" status: 200 len: 210 time: 0.0506642 Sep 01 14:13:26.870574 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-458203b3-e879-4cc6-938f-8f9939e7a00f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (4bca9f0f-c576-4801-8df1-509fbaa07bf7), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:26.901524 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebb95e-fd2b-49b0-9c08-96101fcec4fd req-2c4e8d7c-a9c9-429b-972d-32feb44e7cf8 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:26.903990 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7eebb95e-fd2b-49b0-9c08-96101fcec4fd req-2c4e8d7c-a9c9-429b-972d-32feb44e7cf8 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 943 time: 0.0845065 Sep 01 14:13:26.941351 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458203b3-e879-4cc6-938f-8f9939e7a00f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Pushing event deleted for resources: {'Port': ['ID=4bca9f0f-c576-4801-8df1-509fbaa07bf7,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:26.984010 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458203b3-e879-4cc6-938f-8f9939e7a00f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:26.984361 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458203b3-e879-4cc6-938f-8f9939e7a00f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:26.984702 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458203b3-e879-4cc6-938f-8f9939e7a00f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:26.985062 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458203b3-e879-4cc6-938f-8f9939e7a00f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:26.985381 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458203b3-e879-4cc6-938f-8f9939e7a00f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:26.985716 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458203b3-e879-4cc6-938f-8f9939e7a00f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:26.986075 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458203b3-e879-4cc6-938f-8f9939e7a00f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:26.986400 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458203b3-e879-4cc6-938f-8f9939e7a00f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:26.986797 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458203b3-e879-4cc6-938f-8f9939e7a00f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:26.987126 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458203b3-e879-4cc6-938f-8f9939e7a00f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:26.987452 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458203b3-e879-4cc6-938f-8f9939e7a00f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:26.987782 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458203b3-e879-4cc6-938f-8f9939e7a00f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:26.988102 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458203b3-e879-4cc6-938f-8f9939e7a00f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:26.988432 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458203b3-e879-4cc6-938f-8f9939e7a00f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:26.988743 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458203b3-e879-4cc6-938f-8f9939e7a00f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:27.098255 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7eebb95e-fd2b-49b0-9c08-96101fcec4fd req-9742d972-3d0c-4092-b0be-0e81810fec13 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580832 Sep 01 14:13:27.098255 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-458203b3-e879-4cc6-938f-8f9939e7a00f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks [] for floatingip (fc3881df-4ca3-48b3-ad99-5c4ee6c267e8), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:27.098255 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-458203b3-e879-4cc6-938f-8f9939e7a00f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for floatingip (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:27.098255 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-458203b3-e879-4cc6-938f-8f9939e7a00f tempest-AttachVolumeTestJSON-224345679 tempest-AttachVolumeTestJSON-224345679-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/fc3881df-4ca3-48b3-ad99-5c4ee6c267e8 HTTP/1.1" status: 204 len: 168 time: 1.1194654 Sep 01 14:13:27.155246 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e57fc2b8-a44e-4b09-b0ca-772c1fe9e2ca req-02b93909-e078-4346-996c-86461e5b95b4 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e221a685-4333-48cb-ab94-67a4c0402490 HTTP/1.1" status: 200 len: 210 time: 0.0666661 Sep 01 14:13:27.460428 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-009b14e9-a099-428d-9082-7f661eb1bec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:27.994954 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e94efc93-8e64-4499-9465-3c8b1de8b9cc req-1353a178-953b-4ea5-a828-02ea5bf54f61 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f21e2730-924a-436f-a04b-ce7bc9b47ea9 HTTP/1.1" status: 200 len: 210 time: 0.0404229 Sep 01 14:13:28.284492 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e835ca-3756-48ae-ba51-e65b1385b63d req-fabc2d15-2036-46a6-bd85-2dc27c0c25d4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:28.286315 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-13e835ca-3756-48ae-ba51-e65b1385b63d req-fabc2d15-2036-46a6-bd85-2dc27c0c25d4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 943 time: 0.1012483 Sep 01 14:13:28.321218 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2d572e75-94a7-4d75-9822-a6e88cad92e9 req-5731a2c3-3e25-421d-9f4d-cf1ece492b6e tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e221a685-4333-48cb-ab94-67a4c0402490 HTTP/1.1" status: 200 len: 210 time: 0.0440509 Sep 01 14:13:28.395528 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-13e835ca-3756-48ae-ba51-e65b1385b63d req-75a8b21a-78bb-43b0-890a-0fffe5ba7281 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780966 Sep 01 14:13:29.170046 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6a0f18d0-c416-41bf-a405-ef764e17b746 req-25255025-b5ac-405c-9e96-0986eae74463 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f21e2730-924a-436f-a04b-ce7bc9b47ea9 HTTP/1.1" status: 200 len: 210 time: 0.0521777 Sep 01 14:13:29.236677 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:29.471756 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-933e8e58-b421-4132-b3e0-ae84a7c0e292 req-e1bbadc0-f28a-419c-aa5e-7f3ec5334470 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e221a685-4333-48cb-ab94-67a4c0402490 HTTP/1.1" status: 200 len: 210 time: 0.0479164 Sep 01 14:13:29.660062 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f6f6b-7f1d-4371-a75b-d69976a0d657 req-0b93e0eb-b4c2-4e20-9ea4-1644ce680634 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:29.663431 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-437f6f6b-7f1d-4371-a75b-d69976a0d657 req-0b93e0eb-b4c2-4e20-9ea4-1644ce680634 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 943 time: 0.1136782 Sep 01 14:13:29.748079 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-437f6f6b-7f1d-4371-a75b-d69976a0d657 req-7e75ae11-539f-427e-b7cc-d1fbcc936eeb tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757413 Sep 01 14:13:30.408663 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5575abd0-e7a0-4c96-88cb-a3936e141338 req-ead3acf1-1045-4d6e-b9ad-97de02a03de9 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f21e2730-924a-436f-a04b-ce7bc9b47ea9 HTTP/1.1" status: 200 len: 210 time: 0.0609713 Sep 01 14:13:30.459769 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:30.683361 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e8018813-07a2-4b17-a9e1-8b1ea2348543 req-80a1b32f-e4f0-4cd3-af1b-7a8a8449f630 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e221a685-4333-48cb-ab94-67a4c0402490 HTTP/1.1" status: 200 len: 210 time: 0.0386963 Sep 01 14:13:30.768320 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 33768) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:30.974707 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-03e5cbef-7632-4457-811d-e1c48dcb65b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:30.990100 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289269d-5ded-4679-a672-2784f42c6cbe req-127ce05c-09ae-4442-bf1d-e6f6a15387ba tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:30.992079 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c289269d-5ded-4679-a672-2784f42c6cbe req-127ce05c-09ae-4442-bf1d-e6f6a15387ba tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 943 time: 0.0963392 Sep 01 14:13:31.109473 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c289269d-5ded-4679-a672-2784f42c6cbe req-5f76d2e8-deaf-4494-9478-8fb1ef422e9e tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089175 Sep 01 14:13:31.182121 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-03e5cbef-7632-4457-811d-e1c48dcb65b0 admin admin] Publish callbacks [] for security_group (6a1ffa67-1dd1-428e-bc30-966612337702), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:31.184842 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:31.327803 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-03e5cbef-7632-4457-811d-e1c48dcb65b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (6a1ffa67-1dd1-428e-bc30-966612337702), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:31.373657 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5cbef-7632-4457-811d-e1c48dcb65b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1ffa67-1dd1-428e-bc30-966612337702,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:31.380384 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-03e5cbef-7632-4457-811d-e1c48dcb65b0 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e6e2778c988b462cbfbdcfbd62f18072&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6103523 Sep 01 14:13:31.384251 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 33774) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:31.411987 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:31.472977 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:31.509624 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-f5c7cbe9-0954-4926-bd69-b7a695c8d61a admin admin] Publish callbacks [] for security_group (6a1ffa67-1dd1-428e-bc30-966612337702), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:31.553373 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-f5c7cbe9-0954-4926-bd69-b7a695c8d61a admin admin] Publish callbacks [] for security_group (6a1ffa67-1dd1-428e-bc30-966612337702), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:31.641972 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-40fbd073-286f-4e4b-acf1-65eef663386f req-bacc656d-ef1c-4fa0-8211-fd24551951d4 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f21e2730-924a-436f-a04b-ce7bc9b47ea9 HTTP/1.1" status: 200 len: 210 time: 0.0681832 Sep 01 14:13:31.668904 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 33784) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:31.864189 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-f5c7cbe9-0954-4926-bd69-b7a695c8d61a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (6a1ffa67-1dd1-428e-bc30-966612337702), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:31.868732 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-f5c7cbe9-0954-4926-bd69-b7a695c8d61a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:31.871816 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-f5c7cbe9-0954-4926-bd69-b7a695c8d61a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/6a1ffa67-1dd1-428e-bc30-966612337702 HTTP/1.1" status: 204 len: 168 time: 0.4840395 Sep 01 14:13:31.875864 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5a0f4930-5d3b-474a-8f6c-eb2e21ffb33b req-9bed0e30-b168-4a5d-b05d-4f9be94a0a1a tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e221a685-4333-48cb-ab94-67a4c0402490 HTTP/1.1" status: 200 len: 210 time: 0.0889471 Sep 01 14:13:31.907127 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c7cbe9-0954-4926-bd69-b7a695c8d61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1ffa67-1dd1-428e-bc30-966612337702,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:32.346222 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c0647-92a7-4866-b360-95d717227d05 req-0128472d-fea3-40a1-ac24-3e817c26d91d tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:32.348866 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1d7c0647-92a7-4866-b360-95d717227d05 req-0128472d-fea3-40a1-ac24-3e817c26d91d tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 943 time: 0.1156952 Sep 01 14:13:32.560400 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1d7c0647-92a7-4866-b360-95d717227d05 req-49c9c61e-8e83-441e-bad8-90cdcc84da45 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751437 Sep 01 14:13:32.719138 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-671ce0b7-3260-4076-a81c-3e5db0d292b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33121012'] for router_interface (eee64747-ed94-47a0-93f9-178ac5acd67c), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:32.937032 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b3c2d1c6-138f-42ea-91ea-7b078ffa90a5 req-0a771641-0485-448e-aa94-88da16f63a7e tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f21e2730-924a-436f-a04b-ce7bc9b47ea9 HTTP/1.1" status: 200 len: 210 time: 0.0591166 Sep 01 14:13:33.057641 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-815ba04f-822c-4056-a77a-b9cbf2ac5bfc req-6ffb645c-0388-413a-ac34-ecaf5a0a0f6e tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e221a685-4333-48cb-ab94-67a4c0402490 HTTP/1.1" status: 200 len: 210 time: 0.0470235 Sep 01 14:13:33.207088 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [None req-671ce0b7-3260-4076-a81c-3e5db0d292b6 admin admin] Deleting port 34ee6083-9372-4eee-acbd-9954043934ae {{(pid=107073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:13:33.301401 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-671ce0b7-3260-4076-a81c-3e5db0d292b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (34ee6083-9372-4eee-acbd-9954043934ae), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:33.301401 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:33.313089 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [None req-671ce0b7-3260-4076-a81c-3e5db0d292b6 admin admin] For port 34ee6083-9372-4eee-acbd-9954043934ae, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=34ee6083-9372-4eee-acbd-9954043934ae,segment=NetworkSegment(ed8678fe-a4a9-4872-b144-325311f6ec17),segment_id=ed8678fe-a4a9-4872-b144-325311f6ec17)] {{(pid=107073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:13:33.313399 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-671ce0b7-3260-4076-a81c-3e5db0d292b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (34ee6083-9372-4eee-acbd-9954043934ae), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:33.337819 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [None req-671ce0b7-3260-4076-a81c-3e5db0d292b6 admin admin] Calling delete_port for 34ee6083-9372-4eee-acbd-9954043934ae owned by network:router_interface {{(pid=107073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:13:33.412904 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:33.476536 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 33804) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:33.492766 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-772f58df-068a-439e-8ee7-5767e4831edf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:33.593394 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-772f58df-068a-439e-8ee7-5767e4831edf admin admin] Publish callbacks [] for security_group (9dd550aa-020f-4692-9648-bf0031f2362c), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:33.704879 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-772f58df-068a-439e-8ee7-5767e4831edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (9dd550aa-020f-4692-9648-bf0031f2362c), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:33.748132 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-671ce0b7-3260-4076-a81c-3e5db0d292b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (34ee6083-9372-4eee-acbd-9954043934ae), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:33.761166 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-772f58df-068a-439e-8ee7-5767e4831edf admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=3c9a944752874718a1f2f6ec13248968&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2833636 Sep 01 14:13:33.762744 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f58df-068a-439e-8ee7-5767e4831edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd550aa-020f-4692-9648-bf0031f2362c,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:33.767045 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 33808) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:33.790183 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ce0b7-3260-4076-a81c-3e5db0d292b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=34ee6083-9372-4eee-acbd-9954043934ae,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:33.795375 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b251870-a05b-4f0b-b572-f44058530574 req-85ba7498-9dff-4338-9bcd-33128f9beeda tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:33.796938 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1b251870-a05b-4f0b-b572-f44058530574 req-85ba7498-9dff-4338-9bcd-33128f9beeda tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 943 time: 0.0904219 Sep 01 14:13:33.830346 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3f44e8d4-23f7-4530-a408-ede298eb8b49 admin admin] Publish callbacks [] for security_group (9dd550aa-020f-4692-9648-bf0031f2362c), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:33.859953 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3f44e8d4-23f7-4530-a408-ede298eb8b49 admin admin] Publish callbacks [] for security_group (9dd550aa-020f-4692-9648-bf0031f2362c), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:34.018618 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1b251870-a05b-4f0b-b572-f44058530574 req-dc69074c-7602-4af2-a217-29e81606c8ac tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830947 Sep 01 14:13:34.028554 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3f44e8d4-23f7-4530-a408-ede298eb8b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (9dd550aa-020f-4692-9648-bf0031f2362c), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:34.032319 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3f44e8d4-23f7-4530-a408-ede298eb8b49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:34.036939 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-3f44e8d4-23f7-4530-a408-ede298eb8b49 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9dd550aa-020f-4692-9648-bf0031f2362c HTTP/1.1" status: 204 len: 168 time: 0.2688437 Sep 01 14:13:34.053560 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f44e8d4-23f7-4530-a408-ede298eb8b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd550aa-020f-4692-9648-bf0031f2362c,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:34.073637 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:34.127991 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-691f96a9-6849-413f-8fa5-b84519268017 req-e613f57f-452f-40be-a0e1-cd434fe9f2c4 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f21e2730-924a-436f-a04b-ce7bc9b47ea9 HTTP/1.1" status: 200 len: 210 time: 0.0775814 Sep 01 14:13:34.180515 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-671ce0b7-3260-4076-a81c-3e5db0d292b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33033800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33121348'] for router_interface (eee64747-ed94-47a0-93f9-178ac5acd67c), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:34.261014 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8b9e445a-c7e1-4534-99ee-23a12382d75d req-03a3b7c4-1054-47e7-ba74-3bf5253ba9bb tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e221a685-4333-48cb-ab94-67a4c0402490 HTTP/1.1" status: 200 len: 210 time: 0.0714734 Sep 01 14:13:34.328310 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:34.455835 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671ce0b7-3260-4076-a81c-3e5db0d292b6 admin admin] Router eee64747-ed94-47a0-93f9-178ac5acd67c has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:13:34.577301 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671ce0b7-3260-4076-a81c-3e5db0d292b6 admin admin] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:13:34.585732 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-671ce0b7-3260-4076-a81c-3e5db0d292b6 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/eee64747-ed94-47a0-93f9-178ac5acd67c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9111879 Sep 01 14:13:34.585883 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 33818) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:34.598148 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06d7905-f563-43d5-910e-1e95ec9301b1 None None] Sync routers for ids ['eee64747-ed94-47a0-93f9-178ac5acd67c'] in dv-cinder-852211-7-iscsi {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:13:34.622258 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06d7905-f563-43d5-910e-1e95ec9301b1 None None] Routers {'eee64747-ed94-47a0-93f9-178ac5acd67c'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:13:34.632518 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-e06d7905-f563-43d5-910e-1e95ec9301b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:13:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['eee64747-ed94-47a0-93f9-178ac5acd67c'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:13:34.632787 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=5 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:34.683054 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:34.736374 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:34.737036 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-472e999f-adca-4c36-a014-2a57ceb90c54 admin admin] Publish callbacks [] for router (eee64747-ed94-47a0-93f9-178ac5acd67c), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:34.737036 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:34.851276 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-472e999f-adca-4c36-a014-2a57ceb90c54 admin admin] Publish callbacks [] for router_gateway (eee64747-ed94-47a0-93f9-178ac5acd67c), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:34.901890 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-e06d7905-f563-43d5-910e-1e95ec9301b1 None None] Set router eee64747-ed94-47a0-93f9-178ac5acd67c gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:13:34.996171 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-472e999f-adca-4c36-a014-2a57ceb90c54 admin admin] Deleting port b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9 {{(pid=107074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:13:34.996502 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-472e999f-adca-4c36-a014-2a57ceb90c54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:35.141561 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [None req-472e999f-adca-4c36-a014-2a57ceb90c54 admin admin] For port b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9,segment=NetworkSegment(f315c88c-0cea-42ce-ac38-790188a99330),segment_id=f315c88c-0cea-42ce-ac38-790188a99330)] {{(pid=107074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:13:35.142170 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-472e999f-adca-4c36-a014-2a57ceb90c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:35.170447 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-472e999f-adca-4c36-a014-2a57ceb90c54 admin admin] Calling delete_port for b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9 owned by network:router_gateway {{(pid=107074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:13:35.184156 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-e06d7905-f563-43d5-910e-1e95ec9301b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'name': 'tempest-AttachVolumeTestJSON-531647860-router', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:43Z', 'updated_at': '2022-09-01T14:13:33Z', 'revision_number': 5, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'gw_port': {'id': 'b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:45Z', 'updated_at': '2022-09-01T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:13:35.234155 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06d7905-f563-43d5-910e-1e95ec9301b1 None None] Checking router: eee64747-ed94-47a0-93f9-178ac5acd67c for host: dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:13:35.259444 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06d7905-f563-43d5-910e-1e95ec9301b1 None None] Routers {'eee64747-ed94-47a0-93f9-178ac5acd67c'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:13:35.262042 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-e06d7905-f563-43d5-910e-1e95ec9301b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:13:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['eee64747-ed94-47a0-93f9-178ac5acd67c'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:13:35.289386 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa61b5-18b1-457a-b3f8-9134635a7f3a req-09f67929-1360-4767-ae77-22032e0e6d8d tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:35.295430 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2bfa61b5-18b1-457a-b3f8-9134635a7f3a req-09f67929-1360-4767-ae77-22032e0e6d8d tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 943 time: 0.1244326 Sep 01 14:13:35.348220 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-314ba98d-3294-477e-9c86-383b44a970d2 req-99b29ae6-a503-4574-98be-32cc8e7869bf tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f21e2730-924a-436f-a04b-ce7bc9b47ea9 HTTP/1.1" status: 200 len: 210 time: 0.0498703 Sep 01 14:13:35.348800 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 33826) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:35.417884 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-c0711b86-2157-4b36-aa77-0ae9a528b102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:35.466854 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-e06d7905-f563-43d5-910e-1e95ec9301b1 None None] Set router eee64747-ed94-47a0-93f9-178ac5acd67c gateway port host: None {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:13:35.486346 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2bfa61b5-18b1-457a-b3f8-9134635a7f3a req-d1592838-b8ea-4d5e-bd4e-3ee341ce8f1b tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363978 Sep 01 14:13:35.599622 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-e06d7905-f563-43d5-910e-1e95ec9301b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'name': 'tempest-AttachVolumeTestJSON-531647860-router', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:43Z', 'updated_at': '2022-09-01T14:13:34Z', 'revision_number': 6, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'gw_port_host': None}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:13:35.624388 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-84341fd9-91d1-44c9-846b-c806153c1bb9 req-1f70e554-4b37-48f8-8c9c-8d90f6c5d518 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e221a685-4333-48cb-ab94-67a4c0402490 HTTP/1.1" status: 200 len: 210 time: 0.1531892 Sep 01 14:13:35.646002 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06d7905-f563-43d5-910e-1e95ec9301b1 None None] The sync data for ids ['eee64747-ed94-47a0-93f9-178ac5acd67c'] in dv-cinder-852211-7-iscsi is: [{'id': 'eee64747-ed94-47a0-93f9-178ac5acd67c', 'name': 'tempest-AttachVolumeTestJSON-531647860-router', 'tenant_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:43Z', 'updated_at': '2022-09-01T14:13:34Z', 'revision_number': 6, 'project_id': 'eaba67e3a54f4191b9b924305a83e4eb', 'gw_port_host': None}] {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:13:35.661379 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-c0711b86-2157-4b36-aa77-0ae9a528b102 admin admin] Publish callbacks [] for security_group (67ca31dd-367f-4f9a-8419-c88f6cb01000), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:35.796338 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-472e999f-adca-4c36-a014-2a57ceb90c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:35.808679 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-c0711b86-2157-4b36-aa77-0ae9a528b102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (67ca31dd-367f-4f9a-8419-c88f6cb01000), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:35.834397 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:35.845116 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e999f-adca-4c36-a014-2a57ceb90c54 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:35.927527 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-472e999f-adca-4c36-a014-2a57ceb90c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122071'] for router_gateway (eee64747-ed94-47a0-93f9-178ac5acd67c), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:36.071516 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-472e999f-adca-4c36-a014-2a57ceb90c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33127694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3578'] for router (eee64747-ed94-47a0-93f9-178ac5acd67c), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:36.074403 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-472e999f-adca-4c36-a014-2a57ceb90c54 admin admin] Publish callbacks [] for router_controller (eee64747-ed94-47a0-93f9-178ac5acd67c), precommit_delete_associations {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:36.155313 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 34ee6083-9372-4eee-acbd-9954043934ae no longer exists at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:13:36.189872 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] No Port match for: 34ee6083-9372-4eee-acbd-9954043934ae {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:13:36.191599 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 34ee6083-9372-4eee-acbd-9954043934ae not bound to the agent host dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:13:36.239970 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-472e999f-adca-4c36-a014-2a57ceb90c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33120949'] for router (eee64747-ed94-47a0-93f9-178ac5acd67c), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:36.240713 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472e999f-adca-4c36-a014-2a57ceb90c54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eee64747-ed94-47a0-93f9-178ac5acd67c {{(pid=107074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 14:13:36.249288 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-472e999f-adca-4c36-a014-2a57ceb90c54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:36.249288 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-472e999f-adca-4c36-a014-2a57ceb90c54 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/eee64747-ed94-47a0-93f9-178ac5acd67c HTTP/1.1" status: 204 len: 168 time: 1.6608362 Sep 01 14:13:36.251322 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 33828) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:36.281711 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0711b86-2157-4b36-aa77-0ae9a528b102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ca31dd-367f-4f9a-8419-c88f6cb01000,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:36.289693 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-c0711b86-2157-4b36-aa77-0ae9a528b102 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6b773c6a12304414ad48b2c66da4728a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9383380 Sep 01 14:13:36.292793 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 33832) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:36.336524 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fb4292a-0caf-49c2-9ed0-4f2cc700243d admin admin] Deleting subnet 9516b454-0891-4d29-9fc5-0ee1fc6356e3 {{(pid=107074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 14:13:36.337910 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-920ffa22-0a51-403a-a37c-364c563b981f tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:36.339469 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-920ffa22-0a51-403a-a37c-364c563b981f tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.72 "GET /networking/v2.0/networks?id=4f2459fa-f112-4ee1-abd3-6f4952507858 HTTP/1.1" status: 200 len: 815 time: 0.5557253 Sep 01 14:13:36.342922 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7fb4292a-0caf-49c2-9ed0-4f2cc700243d admin admin] Publish callbacks [] for subnet (9516b454-0891-4d29-9fc5-0ee1fc6356e3), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:36.407024 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7fb4292a-0caf-49c2-9ed0-4f2cc700243d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2922440'] for subnet (9516b454-0891-4d29-9fc5-0ee1fc6356e3), precommit_delete_associations {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:36.436890 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-add3beb6-373a-45e9-a999-b2c2d4a964bf admin admin] Publish callbacks [] for security_group (67ca31dd-367f-4f9a-8419-c88f6cb01000), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:36.502048 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-add3beb6-373a-45e9-a999-b2c2d4a964bf admin admin] Publish callbacks [] for security_group (67ca31dd-367f-4f9a-8419-c88f6cb01000), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:36.513836 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-205e5ec0-2a6a-4096-9b48-bf28c3b46349 req-541fee56-44a8-4c2c-bb48-9a623454a69f tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f21e2730-924a-436f-a04b-ce7bc9b47ea9 HTTP/1.1" status: 200 len: 210 time: 0.0677490 Sep 01 14:13:36.623782 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-9fc01dd6-8240-4ffe-81af-0aa3e2bc84ff tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=90a84500a899479aabfa3aeb72b4c4ae HTTP/1.1" status: 200 len: 379 time: 0.1439266 Sep 01 14:13:36.636175 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-8c381bb9-af61-4fd1-819e-4f3747d29cba tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Request body: {'port': {'device_id': 'f21e2730-924a-436f-a04b-ce7bc9b47ea9', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'admin_state_up': True, 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'security_groups': ['4676d176-092e-4e9f-bf75-3763320c363a']}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:13:36.683694 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7fb4292a-0caf-49c2-9ed0-4f2cc700243d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784543'] for subnet (9516b454-0891-4d29-9fc5-0ee1fc6356e3), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:36.744351 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-add3beb6-373a-45e9-a999-b2c2d4a964bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (67ca31dd-367f-4f9a-8419-c88f6cb01000), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:36.747528 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-add3beb6-373a-45e9-a999-b2c2d4a964bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:36.762367 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-add3beb6-373a-45e9-a999-b2c2d4a964bf admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/67ca31dd-367f-4f9a-8419-c88f6cb01000 HTTP/1.1" status: 204 len: 168 time: 0.4550896 Sep 01 14:13:36.766427 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3beb6-373a-45e9-a999-b2c2d4a964bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ca31dd-367f-4f9a-8419-c88f6cb01000,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:36.778032 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 214b6ab8-206c-4129-a639-f69abbdaa49b details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=107075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:13:36.889288 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:36.960288 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-325baafc-6e0a-4136-9b36-bd3834a10bdc req-8b544c08-11aa-4276-ad6e-49dd57545893 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e221a685-4333-48cb-ab94-67a4c0402490 HTTP/1.1" status: 200 len: 210 time: 0.1312265 Sep 01 14:13:36.984299 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7fb4292a-0caf-49c2-9ed0-4f2cc700243d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2922457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2708936'] for subnet (9516b454-0891-4d29-9fc5-0ee1fc6356e3), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:36.986850 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41abb4-3a5d-42a7-a8ed-765e99cd8f32 req-6facdcf8-473f-4abd-879f-3d67506310c0 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:36.999407 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9f41abb4-3a5d-42a7-a8ed-765e99cd8f32 req-6facdcf8-473f-4abd-879f-3d67506310c0 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 943 time: 0.3313890 Sep 01 14:13:37.035265 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 214b6ab8-206c-4129-a639-f69abbdaa49b, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=214b6ab8-206c-4129-a639-f69abbdaa49b,segment=NetworkSegment(64991032-cb00-4fe3-9882-ec8e7671fd4e),segment_id=64991032-cb00-4fe3-9882-ec8e7671fd4e)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:13:37.058585 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Returning: {'device': '214b6ab8-206c-4129-a639-f69abbdaa49b', 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1', 'port_id': '214b6ab8-206c-4129-a639-f69abbdaa49b', 'mac_address': 'fa:16:3e:b7:d4:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5274d38f-79ac-43b5-aae2-e29860924168', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:13:37.063983 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4292a-0caf-49c2-9ed0-4f2cc700243d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9516b454-0891-4d29-9fc5-0ee1fc6356e3,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:37.101062 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7fb4292a-0caf-49c2-9ed0-4f2cc700243d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for subnet (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:37.106007 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-7fb4292a-0caf-49c2-9ed0-4f2cc700243d admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/9516b454-0891-4d29-9fc5-0ee1fc6356e3 HTTP/1.1" status: 204 len: 168 time: 0.8535337 Sep 01 14:13:37.109310 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 33846) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:37.164102 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 214b6ab8-206c-4129-a639-f69abbdaa49b is: DOWN; New status is: BUILD {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:13:37.165046 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (214b6ab8-206c-4129-a639-f69abbdaa49b), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:37.171416 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af2bac4-3d98-40cc-b482-dbf75c00d648 None None] Network 5efdbb74-e6fe-4a11-96cb-23855066e81b requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:13:37.186389 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:37.258582 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9f41abb4-3a5d-42a7-a8ed-765e99cd8f32 req-b9f7ef9d-5bcf-4e4a-8237-1609892d7015 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2231374 Sep 01 14:13:37.277511 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3a530cc0-ccb9-4e52-b84c-d078e410d094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-703534'] for network (5efdbb74-e6fe-4a11-96cb-23855066e81b), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:37.286327 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-8254a273-3180-42c6-8682-afd1b17e2e4a tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:37.287952 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-8254a273-3180-42c6-8682-afd1b17e2e4a tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.72 "GET /networking/v2.0/networks?id=ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 HTTP/1.1" status: 200 len: 812 time: 0.3487551 Sep 01 14:13:37.324900 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 214b6ab8-206c-4129-a639-f69abbdaa49b {{(pid=107075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:13:37.386010 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-3a530cc0-ccb9-4e52-b84c-d078e410d094 admin admin] Deleting port c456811e-be15-45ff-8462-e6e92d48c01b {{(pid=107074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:13:37.386330 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3a530cc0-ccb9-4e52-b84c-d078e410d094 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (c456811e-be15-45ff-8462-e6e92d48c01b), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:37.389603 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 214b6ab8-206c-4129-a639-f69abbdaa49b, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=214b6ab8-206c-4129-a639-f69abbdaa49b,segment=NetworkSegment(64991032-cb00-4fe3-9882-ec8e7671fd4e),segment_id=64991032-cb00-4fe3-9882-ec8e7671fd4e)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:13:37.408964 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-8c381bb9-af61-4fd1-819e-4f3747d29cba tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Made reservation on behalf of 90a84500a899479aabfa3aeb72b4c4ae for: {'port': 1} {{(pid=107073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:13:37.418410 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-8c381bb9-af61-4fd1-819e-4f3747d29cba tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:37.488048 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (214b6ab8-206c-4129-a639-f69abbdaa49b), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:37.531743 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-9e4efe51-596b-403f-b23c-0f8749049279 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8acdb976501045c0813d16f3d0ffd13d HTTP/1.1" status: 200 len: 379 time: 0.2346756 Sep 01 14:13:37.551806 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-a720c048-3e69-4ab9-8805-ffac8c6b535d tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Request body: {'port': {'device_id': 'e221a685-4333-48cb-ab94-67a4c0402490', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'admin_state_up': True, 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'security_groups': ['777c6d32-7822-4d36-9c77-fefc1d699394']}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:13:37.619379 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a59b7b9-960e-4425-a03e-ea02c0191853 None None] DHCP port deletion for 5efdbb74-e6fe-4a11-96cb-23855066e81b request from dv-cinder-852211-7-iscsi {{(pid=107075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 01 14:13:37.634092 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [None req-3a530cc0-ccb9-4e52-b84c-d078e410d094 admin admin] For port c456811e-be15-45ff-8462-e6e92d48c01b, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=c456811e-be15-45ff-8462-e6e92d48c01b,segment=NetworkSegment(ed8678fe-a4a9-4872-b144-325311f6ec17),segment_id=ed8678fe-a4a9-4872-b144-325311f6ec17)] {{(pid=107074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:13:37.634584 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3a530cc0-ccb9-4e52-b84c-d078e410d094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (c456811e-be15-45ff-8462-e6e92d48c01b), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:37.663830 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-3a530cc0-ccb9-4e52-b84c-d078e410d094 admin admin] Calling delete_port for c456811e-be15-45ff-8462-e6e92d48c01b owned by network:dhcp {{(pid=107074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:13:37.764790 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-4a59b7b9-960e-4425-a03e-ea02c0191853 None None] Deleting port c456811e-be15-45ff-8462-e6e92d48c01b {{(pid=107075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:13:37.764790 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-4a59b7b9-960e-4425-a03e-ea02c0191853 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (c456811e-be15-45ff-8462-e6e92d48c01b), before_delete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:37.764790 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=214b6ab8-206c-4129-a639-f69abbdaa49b,revision_number=9']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:37.785162 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:37.791940 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.db_base_plugin_common [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-8c381bb9-af61-4fd1-819e-4f3747d29cba tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Allocated IP 172.20.0.4 (4f2459fa-f112-4ee1-abd3-6f4952507858/114ef839-6b7e-436f-ad2e-66278bf71661/21f0cea4-2894-4114-a667-cf4f7590ef92) {{(pid=107073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:13:37.804683 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-24900273-a44b-43ea-81e5-216afec1c3f5 req-8ba6a15b-49a6-46e2-b9f0-0f60f0766218 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f21e2730-924a-436f-a04b-ce7bc9b47ea9 HTTP/1.1" status: 200 len: 210 time: 0.0935133 Sep 01 14:13:37.899157 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:37.900466 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:37.901011 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:37.901367 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:37.901746 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:37.902309 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:37.904823 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:37.905780 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:37.906398 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:37.906981 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:37.907524 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:37.908922 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:37.909543 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:37.910106 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:37.910653 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:13:37.921632 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] get_ports_and_sgs() called for port_ids ['214b6ab8-206c-4129-a639-f69abbdaa49b'] {{(pid=107075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 14:13:37.924387 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:37.938869 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-a720c048-3e69-4ab9-8805-ffac8c6b535d tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Made reservation on behalf of 8acdb976501045c0813d16f3d0ffd13d for: {'port': 1} {{(pid=107074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:13:37.944629 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-a720c048-3e69-4ab9-8805-ffac8c6b535d tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:38.014002 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9 no longer exists at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:13:38.043984 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3a530cc0-ccb9-4e52-b84c-d078e410d094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (c456811e-be15-45ff-8462-e6e92d48c01b), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:38.058613 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-4a59b7b9-960e-4425-a03e-ea02c0191853 None None] For port c456811e-be15-45ff-8462-e6e92d48c01b, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=c456811e-be15-45ff-8462-e6e92d48c01b,segment=NetworkSegment(ed8678fe-a4a9-4872-b144-325311f6ec17),segment_id=ed8678fe-a4a9-4872-b144-325311f6ec17)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:13:38.059401 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-4a59b7b9-960e-4425-a03e-ea02c0191853 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (c456811e-be15-45ff-8462-e6e92d48c01b), precommit_delete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:38.065947 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] No Port match for: b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9 {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:13:38.066510 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device b9eca27c-74ce-4eeb-b2b7-9c0cb03046f9 not bound to the agent host dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:13:38.067050 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device c456811e-be15-45ff-8462-e6e92d48c01b no longer exists at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:13:38.096208 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] No Port match for: c456811e-be15-45ff-8462-e6e92d48c01b {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:13:38.096705 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device c456811e-be15-45ff-8462-e6e92d48c01b not bound to the agent host dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:13:38.107389 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-4a59b7b9-960e-4425-a03e-ea02c0191853 None None] Calling delete_port for c456811e-be15-45ff-8462-e6e92d48c01b owned by network:dhcp {{(pid=107075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:13:38.140519 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a530cc0-ccb9-4e52-b84c-d078e410d094 admin admin] Pushing event deleted for resources: {'Port': ['ID=c456811e-be15-45ff-8462-e6e92d48c01b,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:38.153138 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:38.156386 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:38.168676 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a530cc0-ccb9-4e52-b84c-d078e410d094 admin admin] No DVR routers for this DVR port c456811e-be15-45ff-8462-e6e92d48c01b on host dv-cinder-852211-7-iscsi {{(pid=107074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:13:38.213887 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-8c381bb9-af61-4fd1-819e-4f3747d29cba tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for port (21f0cea4-2894-4114-a667-cf4f7590ef92), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:38.260337 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-fb527c2d-a52c-4097-9afd-a9da7889f563 req-09f9aeab-36fd-46aa-a0e9-243691d4edbf tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e221a685-4333-48cb-ab94-67a4c0402490 HTTP/1.1" status: 200 len: 210 time: 0.0843098 Sep 01 14:13:38.307210 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-4a59b7b9-960e-4425-a03e-ea02c0191853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329'] for port (c456811e-be15-45ff-8462-e6e92d48c01b), after_delete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:38.349141 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a59b7b9-960e-4425-a03e-ea02c0191853 None None] Pushing event deleted for resources: {'Port': ['ID=c456811e-be15-45ff-8462-e6e92d48c01b,revision_number=None']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:38.355338 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:38.356294 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a59b7b9-960e-4425-a03e-ea02c0191853 None None] No DVR routers for this DVR port c456811e-be15-45ff-8462-e6e92d48c01b on host dv-cinder-852211-7-iscsi {{(pid=107075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:13:38.446187 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_common [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-a720c048-3e69-4ab9-8805-ffac8c6b535d tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Allocated IP 172.20.0.5 (ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0/db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527/96452891-5521-419c-9c6f-b16dbf8fef1e) {{(pid=107074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:13:38.446683 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3a530cc0-ccb9-4e52-b84c-d078e410d094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718328', 'neutron.services.segments.db._delete_segments_for_network-8786311954077'] for network (5efdbb74-e6fe-4a11-96cb-23855066e81b), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:38.495305 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.services.segments.db [None req-3a530cc0-ccb9-4e52-b84c-d078e410d094 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5efdbb74-e6fe-4a11-96cb-23855066e81b']}} {{(pid=107074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:13:38.509965 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda36ff5-437f-4e9b-8061-2b590e7a526d req-f8f5d869-a28c-4e98-a789-e4f0c8ba2d0b tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:38.512710 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-eda36ff5-437f-4e9b-8061-2b590e7a526d req-f8f5d869-a28c-4e98-a789-e4f0c8ba2d0b tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 944 time: 0.1050599 Sep 01 14:13:38.519977 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.services.segments.db [None req-3a530cc0-ccb9-4e52-b84c-d078e410d094 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8678fe-a4a9-4872-b144-325311f6ec17') {'for_net_delete': True} {{(pid=107074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:13:38.520479 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.services.segments.db [None req-3a530cc0-ccb9-4e52-b84c-d078e410d094 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8678fe-a4a9-4872-b144-325311f6ec17') {} {{(pid=107074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:13:38.557755 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3a530cc0-ccb9-4e52-b84c-d078e410d094 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786311985893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2922463'] for segment (ed8678fe-a4a9-4872-b144-325311f6ec17), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:38.587656 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-eda36ff5-437f-4e9b-8061-2b590e7a526d req-8300f977-ddbd-4eba-b89a-3ceb2ed878ad tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685155 Sep 01 14:13:38.730114 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3a530cc0-ccb9-4e52-b84c-d078e410d094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881'] for segment (ed8678fe-a4a9-4872-b144-325311f6ec17), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:38.730114 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a530cc0-ccb9-4e52-b84c-d078e410d094 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=107074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 14:13:38.730114 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3a530cc0-ccb9-4e52-b84c-d078e410d094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923899'] for segment (ed8678fe-a4a9-4872-b144-325311f6ec17), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:38.733080 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.services.segments.plugin [-] Segment ed8678fe-a4a9-4872-b144-325311f6ec17 resource provider aggregate not found Sep 01 14:13:38.769405 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.services.segments.plugin [-] Segment ed8678fe-a4a9-4872-b144-325311f6ec17 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed8678fe-a4a9-4872-b144-325311f6ec17 found for delete ", "request_id": "req-787c231b-a850-4ee1-b5a3-2247c1ec7c78"}]} Sep 01 14:13:38.799223 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 214b6ab8-206c-4129-a639-f69abbdaa49b up at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:13:38.807335 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-a720c048-3e69-4ab9-8805-ffac8c6b535d tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for port (96452891-5521-419c-9c6f-b16dbf8fef1e), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:38.859347 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning complete for port 214b6ab8-206c-4129-a639-f69abbdaa49b triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:13:38.859951 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (214b6ab8-206c-4129-a639-f69abbdaa49b), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:38.944832 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5fb5fcd2-30cc-4108-b180-3fc57f78dc53 req-2f670b0d-e757-409d-b6fb-8a9be61c0128 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f21e2730-924a-436f-a04b-ce7bc9b47ea9 HTTP/1.1" status: 200 len: 210 time: 0.0354583 Sep 01 14:13:38.952938 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 214b6ab8-206c-4129-a639-f69abbdaa49b is: BUILD; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:13:38.952938 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (214b6ab8-206c-4129-a639-f69abbdaa49b), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:38.989728 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1298e8f-49c7-4a76-bc92-4b1fd8dfeac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214b6ab8-206c-4129-a639-f69abbdaa49b'}] {{(pid=107075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:13:38.992132 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea684a423e005867ab2b2321dba33e59ce354bd0b218533ae43957e9dbf26841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb112230-291c-4c06-b0ac-e2a64b102c4f" -d '{"events": [{"server_uuid": "d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1", "name": "network-vif-plugged", "status": "completed", "tag": "214b6ab8-206c-4129-a639-f69abbdaa49b"}]}' {{(pid=107075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:13:39.010815 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 214b6ab8-206c-4129-a639-f69abbdaa49b, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=214b6ab8-206c-4129-a639-f69abbdaa49b,segment=NetworkSegment(64991032-cb00-4fe3-9882-ec8e7671fd4e),segment_id=64991032-cb00-4fe3-9882-ec8e7671fd4e)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:13:39.039342 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390d648c-e767-464e-aec5-35d33cb62a73 x-openstack-request-id: req-390d648c-e767-464e-aec5-35d33cb62a73 {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:13:39.039584 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1", "name": "network-vif-plugged", "status": "completed", "tag": "214b6ab8-206c-4129-a639-f69abbdaa49b", "code": 200}]} {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:13:39.039838 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-390d648c-e767-464e-aec5-35d33cb62a73 {{(pid=107075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:13:39.040411 dv-cinder-852211-7-iscsi neutron-server[107075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-390d648c-e767-464e-aec5-35d33cb62a73'] response: {'server_uuid': 'd1298e8f-49c7-4a76-bc92-4b1fd8dfeac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214b6ab8-206c-4129-a639-f69abbdaa49b', 'code': 200} Sep 01 14:13:39.133966 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-8c381bb9-af61-4fd1-819e-4f3747d29cba tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (21f0cea4-2894-4114-a667-cf4f7590ef92), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:39.186162 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-8c381bb9-af61-4fd1-819e-4f3747d29cba tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Network 4f2459fa-f112-4ee1-abd3-6f4952507858 is already hosted by enough agents. {{(pid=107073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:13:39.192348 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.base_scheduler [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-8c381bb9-af61-4fd1-819e-4f3747d29cba tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Resources bound (agent type, host, resource id): {{(pid=107073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:13:39.196977 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-8c381bb9-af61-4fd1-819e-4f3747d29cba tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Received port after_create {{(pid=107073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:13:39.231225 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c381bb9-af61-4fd1-819e-4f3747d29cba tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Pushing event updated for resources: {'Port': ['ID=21f0cea4-2894-4114-a667-cf4f7590ef92,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:39.280352 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-8c381bb9-af61-4fd1-819e-4f3747d29cba tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:39.281602 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-8c381bb9-af61-4fd1-819e-4f3747d29cba tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:39.420535 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-177d0655-e2c4-456b-9ce3-e3ca31af8999 req-724a3a05-6f52-4d2a-b6b5-3796e4ece423 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e221a685-4333-48cb-ab94-67a4c0402490 HTTP/1.1" status: 200 len: 210 time: 0.0342431 Sep 01 14:13:39.492863 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-9bdebc61-84d0-4e72-80ef-d3da3d6f7ba3 None None] Provisioning complete for port 21f0cea4-2894-4114-a667-cf4f7590ef92 triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:13:39.493611 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-9bdebc61-84d0-4e72-80ef-d3da3d6f7ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (21f0cea4-2894-4114-a667-cf4f7590ef92), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:39.545267 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3a530cc0-ccb9-4e52-b84c-d078e410d094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122255'] for network (5efdbb74-e6fe-4a11-96cb-23855066e81b), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:39.549563 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-9bdebc61-84d0-4e72-80ef-d3da3d6f7ba3 None None] Port 21f0cea4-2894-4114-a667-cf4f7590ef92 cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 14:13:39.551198 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (214b6ab8-206c-4129-a639-f69abbdaa49b), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:39.558615 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-8c381bb9-af61-4fd1-819e-4f3747d29cba tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9295151 Sep 01 14:13:39.566997 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3a530cc0-ccb9-4e52-b84c-d078e410d094 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for network (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:39.570390 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-3a530cc0-ccb9-4e52-b84c-d078e410d094 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/5efdbb74-e6fe-4a11-96cb-23855066e81b HTTP/1.1" status: 204 len: 168 time: 2.4593813 Sep 01 14:13:39.571668 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a530cc0-ccb9-4e52-b84c-d078e410d094 admin admin] Pushing event deleted for resources: {'Network': ['ID=5efdbb74-e6fe-4a11-96cb-23855066e81b,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:39.577821 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-77127504-5a72-4642-ba34-1fa3225c8c85 service neutron] Request body: {'port': {'device_id': 'f21e2730-924a-436f-a04b-ce7bc9b47ea9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:13:39.584789 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-a720c048-3e69-4ab9-8805-ffac8c6b535d tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (96452891-5521-419c-9c6f-b16dbf8fef1e), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:39.655398 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=214b6ab8-206c-4129-a639-f69abbdaa49b,revision_number=10']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:39.668018 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-a720c048-3e69-4ab9-8805-ffac8c6b535d tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Network ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 is already hosted by enough agents. {{(pid=107074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:13:39.676554 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-a720c048-3e69-4ab9-8805-ffac8c6b535d tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Resources bound (agent type, host, resource id): {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:13:39.691919 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-77127504-5a72-4642-ba34-1fa3225c8c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (21f0cea4-2894-4114-a667-cf4f7590ef92), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:39.699868 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-a720c048-3e69-4ab9-8805-ffac8c6b535d tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Received port after_create {{(pid=107074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:13:39.710269 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720c048-3e69-4ab9-8805-ffac8c6b535d tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Pushing event updated for resources: {'Port': ['ID=96452891-5521-419c-9c6f-b16dbf8fef1e,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:39.803552 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-a720c048-3e69-4ab9-8805-ffac8c6b535d tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:39.804516 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-a720c048-3e69-4ab9-8805-ffac8c6b535d tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:39.891349 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71f8b3-8582-4960-a666-b3fe0766d911 req-b2c4dd61-37b6-4f22-af82-f35aff75d0d0 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:39.893604 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-df71f8b3-8582-4960-a666-b3fe0766d911 req-b2c4dd61-37b6-4f22-af82-f35aff75d0d0 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 946 time: 0.1497736 Sep 01 14:13:39.984307 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-4370ce1b-987c-4b6d-aaa8-f0b969b076a8 None None] Provisioning complete for port 96452891-5521-419c-9c6f-b16dbf8fef1e triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:13:39.984694 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-4370ce1b-987c-4b6d-aaa8-f0b969b076a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (96452891-5521-419c-9c6f-b16dbf8fef1e), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:39.987288 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-a720c048-3e69-4ab9-8805-ffac8c6b535d tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4442024 Sep 01 14:13:39.996141 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d094a-bdd1-424f-958a-03ec9f0487d0 req-519d0dc2-8333-4178-85e8-e209bc3d5cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:40.003428 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-2a5444c9-942c-461c-8ba7-870f438d1542 service neutron] Request body: {'port': {'device_id': 'e221a685-4333-48cb-ab94-67a4c0402490', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:13:40.008089 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-fb2d094a-bdd1-424f-958a-03ec9f0487d0 req-519d0dc2-8333-4178-85e8-e209bc3d5cd2 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 1130 time: 0.1000826 Sep 01 14:13:40.038127 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-4370ce1b-987c-4b6d-aaa8-f0b969b076a8 None None] Port 96452891-5521-419c-9c6f-b16dbf8fef1e cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 14:13:40.077193 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-2a5444c9-942c-461c-8ba7-870f438d1542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (96452891-5521-419c-9c6f-b16dbf8fef1e), before_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:40.193570 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-df71f8b3-8582-4960-a666-b3fe0766d911 req-3fb9c750-66c1-4e6e-af62-38e3383577b1 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2751338 Sep 01 14:13:40.267398 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-fb2d094a-bdd1-424f-958a-03ec9f0487d0 req-c3271e2b-9f74-4a57-8774-8eaeecde476a service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2581732 Sep 01 14:13:40.277585 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c89d99-1206-4618-9209-396c64ea4113 req-9e61eb9f-b7b9-4dad-b879-28d771b43371 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:40.279988 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c8c89d99-1206-4618-9209-396c64ea4113 req-9e61eb9f-b7b9-4dad-b879-28d771b43371 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f21e2730-924a-436f-a04b-ce7bc9b47ea9 HTTP/1.1" status: 200 len: 931 time: 0.1600008 Sep 01 14:13:40.291795 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 33894) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:40.409168 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-6d1d0f69-57fe-45df-9523-9615d3462da4 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=eaba67e3a54f4191b9b924305a83e4eb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1162026 Sep 01 14:13:40.416546 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 33898) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:40.451359 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-77127504-5a72-4642-ba34-1fa3225c8c85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21f0cea4-2894-4114-a667-cf4f7590ef92 {{(pid=107073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:13:40.461675 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c8c89d99-1206-4618-9209-396c64ea4113 req-f2c776fe-af86-401d-81bb-2f23c4b8e30a tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4676d176-092e-4e9f-bf75-3763320c363a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546545 Sep 01 14:13:40.474230 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-77127504-5a72-4642-ba34-1fa3225c8c85 service neutron] Publish callbacks [] for port (21f0cea4-2894-4114-a667-cf4f7590ef92), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:40.521485 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.provisioning_blocks [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-77127504-5a72-4642-ba34-1fa3225c8c85 service neutron] Transition to ACTIVE for port object 21f0cea4-2894-4114-a667-cf4f7590ef92 will not be triggered until provisioned by entity L2. {{(pid=107073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 14:13:40.546762 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5468ef7f-69bc-432c-99cf-fb8e54848ff0 admin admin] Publish callbacks [] for security_group (5bb81dea-2488-47cb-bb90-1fcc67925fb7), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:40.567222 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-2a5444c9-942c-461c-8ba7-870f438d1542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96452891-5521-419c-9c6f-b16dbf8fef1e {{(pid=107074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:13:40.573548 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5468ef7f-69bc-432c-99cf-fb8e54848ff0 admin admin] Publish callbacks [] for security_group (5bb81dea-2488-47cb-bb90-1fcc67925fb7), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:40.587653 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-2a5444c9-942c-461c-8ba7-870f438d1542 service neutron] Publish callbacks [] for port (96452891-5521-419c-9c6f-b16dbf8fef1e), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:40.620836 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.provisioning_blocks [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-2a5444c9-942c-461c-8ba7-870f438d1542 service neutron] Transition to ACTIVE for port object 96452891-5521-419c-9c6f-b16dbf8fef1e will not be triggered until provisioned by entity L2. {{(pid=107074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 14:13:40.629973 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-77127504-5a72-4642-ba34-1fa3225c8c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3071173'] for port (21f0cea4-2894-4114-a667-cf4f7590ef92), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:40.642739 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:40.692891 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d98bc-277c-4bc0-b667-a3c61a27f652 req-0382963a-02dc-4305-b333-3e6e19ee80d5 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:40.694631 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-793d98bc-277c-4bc0-b667-a3c61a27f652 req-0382963a-02dc-4305-b333-3e6e19ee80d5 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e221a685-4333-48cb-ab94-67a4c0402490 HTTP/1.1" status: 200 len: 931 time: 0.1074572 Sep 01 14:13:40.708849 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-2a5444c9-942c-461c-8ba7-870f438d1542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923807'] for port (96452891-5521-419c-9c6f-b16dbf8fef1e), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:40.749976 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77127504-5a72-4642-ba34-1fa3225c8c85 service neutron] Pushing event updated for resources: {'Port': ['ID=21f0cea4-2894-4114-a667-cf4f7590ef92,revision_number=2']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:40.757533 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:40.818516 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5444c9-942c-461c-8ba7-870f438d1542 service neutron] Pushing event updated for resources: {'Port': ['ID=96452891-5521-419c-9c6f-b16dbf8fef1e,revision_number=2']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:40.822724 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-793d98bc-277c-4bc0-b667-a3c61a27f652 req-340c3038-e5c4-430b-b50c-88e79627ad13 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156929 Sep 01 14:13:40.862747 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.managers [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-77127504-5a72-4642-ba34-1fa3225c8c85 service neutron] Attempting to bind port 21f0cea4-2894-4114-a667-cf4f7590ef92 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:13:40.863429 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.managers [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-77127504-5a72-4642-ba34-1fa3225c8c85 service neutron] Attempting to bind port 21f0cea4-2894-4114-a667-cf4f7590ef92 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': 'ca6b7f3c-527c-4348-9811-67350820a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858'}] {{(pid=107073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:13:40.864741 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-77127504-5a72-4642-ba34-1fa3225c8c85 service neutron] Attempting to bind port 21f0cea4-2894-4114-a667-cf4f7590ef92 on network 4f2459fa-f112-4ee1-abd3-6f4952507858 {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:13:40.871482 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-77127504-5a72-4642-ba34-1fa3225c8c85 service neutron] Port 21f0cea4-2894-4114-a667-cf4f7590ef92 on network 4f2459fa-f112-4ee1-abd3-6f4952507858 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 14:13:40.871482 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-77127504-5a72-4642-ba34-1fa3225c8c85 service neutron] Attempting to bind port 21f0cea4-2894-4114-a667-cf4f7590ef92 on network 4f2459fa-f112-4ee1-abd3-6f4952507858 {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:13:40.878890 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-77127504-5a72-4642-ba34-1fa3225c8c85 service neutron] Checking agent: {'id': 'a7580bcb-0f49-4eb6-986f-da2a861ca402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'started_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:13:40.879230 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-77127504-5a72-4642-ba34-1fa3225c8c85 service neutron] Checking segment: {'id': 'ca6b7f3c-527c-4348-9811-67350820a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:13:40.879810 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-77127504-5a72-4642-ba34-1fa3225c8c85 service neutron] Bound using segment: {'id': 'ca6b7f3c-527c-4348-9811-67350820a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858'} {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:13:40.880277 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.managers [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-77127504-5a72-4642-ba34-1fa3225c8c85 service neutron] Bound port: 21f0cea4-2894-4114-a667-cf4f7590ef92, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca6b7f3c-527c-4348-9811-67350820a04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858'}}] {{(pid=107073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:13:40.880636 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-77127504-5a72-4642-ba34-1fa3225c8c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (21f0cea4-2894-4114-a667-cf4f7590ef92), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:40.898013 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5468ef7f-69bc-432c-99cf-fb8e54848ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (5bb81dea-2488-47cb-bb90-1fcc67925fb7), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:40.902202 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5468ef7f-69bc-432c-99cf-fb8e54848ff0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:40.908535 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-5468ef7f-69bc-432c-99cf-fb8e54848ff0 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5bb81dea-2488-47cb-bb90-1fcc67925fb7 HTTP/1.1" status: 204 len: 168 time: 0.4860179 Sep 01 14:13:40.920572 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5468ef7f-69bc-432c-99cf-fb8e54848ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb81dea-2488-47cb-bb90-1fcc67925fb7,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:40.986489 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.managers [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-2a5444c9-942c-461c-8ba7-870f438d1542 service neutron] Attempting to bind port 96452891-5521-419c-9c6f-b16dbf8fef1e on host hv-cinder-85221 for vnic_type normal with profile {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:13:40.989804 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.managers [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-2a5444c9-942c-461c-8ba7-870f438d1542 service neutron] Attempting to bind port 96452891-5521-419c-9c6f-b16dbf8fef1e by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '2b7d1c7b-bf62-4ac5-834a-3285ade09ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0'}] {{(pid=107074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:13:40.991369 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-2a5444c9-942c-461c-8ba7-870f438d1542 service neutron] Attempting to bind port 96452891-5521-419c-9c6f-b16dbf8fef1e on network ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:13:41.005130 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-2a5444c9-942c-461c-8ba7-870f438d1542 service neutron] Port 96452891-5521-419c-9c6f-b16dbf8fef1e on network ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 14:13:41.005704 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-2a5444c9-942c-461c-8ba7-870f438d1542 service neutron] Attempting to bind port 96452891-5521-419c-9c6f-b16dbf8fef1e on network ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:13:41.017241 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-2a5444c9-942c-461c-8ba7-870f438d1542 service neutron] Checking agent: {'id': 'a7580bcb-0f49-4eb6-986f-da2a861ca402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'started_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:13:41.017822 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-2a5444c9-942c-461c-8ba7-870f438d1542 service neutron] Checking segment: {'id': '2b7d1c7b-bf62-4ac5-834a-3285ade09ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:13:41.018573 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-2a5444c9-942c-461c-8ba7-870f438d1542 service neutron] Bound using segment: {'id': '2b7d1c7b-bf62-4ac5-834a-3285ade09ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0'} {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:13:41.019252 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.managers [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-2a5444c9-942c-461c-8ba7-870f438d1542 service neutron] Bound port: 96452891-5521-419c-9c6f-b16dbf8fef1e, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b7d1c7b-bf62-4ac5-834a-3285ade09ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0'}}] {{(pid=107074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:13:41.019914 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-2a5444c9-942c-461c-8ba7-870f438d1542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (96452891-5521-419c-9c6f-b16dbf8fef1e), before_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:41.038522 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-77127504-5a72-4642-ba34-1fa3225c8c85 service neutron] For port 21f0cea4-2894-4114-a667-cf4f7590ef92, host hv-cinder-85221, cleared binding levels {{(pid=107073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:13:41.045532 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-77127504-5a72-4642-ba34-1fa3225c8c85 service neutron] For port 21f0cea4-2894-4114-a667-cf4f7590ef92, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=21f0cea4-2894-4114-a667-cf4f7590ef92,segment=NetworkSegment(ca6b7f3c-527c-4348-9811-67350820a04d),segment_id=ca6b7f3c-527c-4348-9811-67350820a04d)] {{(pid=107073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:13:41.180253 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-77127504-5a72-4642-ba34-1fa3225c8c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3071173'] for port (21f0cea4-2894-4114-a667-cf4f7590ef92), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:41.193730 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-77127504-5a72-4642-ba34-1fa3225c8c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:41.200133 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-77127504-5a72-4642-ba34-1fa3225c8c85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:41.200133 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-77127504-5a72-4642-ba34-1fa3225c8c85 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/21f0cea4-2894-4114-a667-cf4f7590ef92 HTTP/1.1" status: 200 len: 1093 time: 1.6332161 Sep 01 14:13:41.204746 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f21e2730-924a-436f-a04b-ce7bc9b47ea9', 'tag': '21f0cea4-2894-4114-a667-cf4f7590ef92'}] {{(pid=107073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:13:41.209525 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa2be68435688eaee197eda6180a725a3135abf9bfe352ecc662039bf4a93bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587edc1d-8781-41ca-a1a0-d6981584b4eb" -d '{"events": [{"name": "network-changed", "server_uuid": "f21e2730-924a-436f-a04b-ce7bc9b47ea9", "tag": "21f0cea4-2894-4114-a667-cf4f7590ef92"}]}' {{(pid=107073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:13:41.357736 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02b3730-e5bb-43e5-8708-824f550bac67 x-openstack-request-id: req-d02b3730-e5bb-43e5-8708-824f550bac67 {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:13:41.359298 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f21e2730-924a-436f-a04b-ce7bc9b47ea9", "tag": "21f0cea4-2894-4114-a667-cf4f7590ef92", "status": "completed", "code": 200}]} {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:13:41.359818 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d02b3730-e5bb-43e5-8708-824f550bac67 {{(pid=107073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:13:41.360571 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d02b3730-e5bb-43e5-8708-824f550bac67'] response: {'name': 'network-changed', 'server_uuid': 'f21e2730-924a-436f-a04b-ce7bc9b47ea9', 'tag': '21f0cea4-2894-4114-a667-cf4f7590ef92', 'status': 'completed', 'code': 200} Sep 01 14:13:41.465631 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77127504-5a72-4642-ba34-1fa3225c8c85 service neutron] Pushing event updated for resources: {'Port': ['ID=21f0cea4-2894-4114-a667-cf4f7590ef92,revision_number=3']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:41.485678 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ad596-97e3-4f22-9578-ea1395e2bdf8 req-ad5c67b9-4f35-4442-bb16-03a0a4ef5596 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:41.489665 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7b9ad596-97e3-4f22-9578-ea1395e2bdf8 req-ad5c67b9-4f35-4442-bb16-03a0a4ef5596 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 946 time: 0.1711953 Sep 01 14:13:41.492558 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:41.533697 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-2a5444c9-942c-461c-8ba7-870f438d1542 service neutron] For port 96452891-5521-419c-9c6f-b16dbf8fef1e, host hv-cinder-85221, cleared binding levels {{(pid=107074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:13:41.538309 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-2a5444c9-942c-461c-8ba7-870f438d1542 service neutron] For port 96452891-5521-419c-9c6f-b16dbf8fef1e, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=96452891-5521-419c-9c6f-b16dbf8fef1e,segment=NetworkSegment(2b7d1c7b-bf62-4ac5-834a-3285ade09ba6),segment_id=2b7d1c7b-bf62-4ac5-834a-3285ade09ba6)] {{(pid=107074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:13:41.602320 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7b9ad596-97e3-4f22-9578-ea1395e2bdf8 req-dfaf5b98-1cd5-441d-b5dc-ef85135c8f63 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008303 Sep 01 14:13:41.625516 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-2a5444c9-942c-461c-8ba7-870f438d1542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923807'] for port (96452891-5521-419c-9c6f-b16dbf8fef1e), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:41.630571 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-2a5444c9-942c-461c-8ba7-870f438d1542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:41.631242 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-2a5444c9-942c-461c-8ba7-870f438d1542 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:41.636299 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-2a5444c9-942c-461c-8ba7-870f438d1542 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/96452891-5521-419c-9c6f-b16dbf8fef1e HTTP/1.1" status: 200 len: 1093 time: 1.6355929 Sep 01 14:13:41.636299 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e221a685-4333-48cb-ab94-67a4c0402490', 'tag': '96452891-5521-419c-9c6f-b16dbf8fef1e'}] {{(pid=107074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:13:41.640598 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c297ab1b76e2baeed04979654ee05671bdf6dedd7a272174e678f0e52b3dfb88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d608c03d-e810-407f-9eed-e22c45c5a4b6" -d '{"events": [{"name": "network-changed", "server_uuid": "e221a685-4333-48cb-ab94-67a4c0402490", "tag": "96452891-5521-419c-9c6f-b16dbf8fef1e"}]}' {{(pid=107074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:13:41.652730 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:41.771284 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d219054-c1a0-45fd-b5fd-215b69d5ac0c x-openstack-request-id: req-2d219054-c1a0-45fd-b5fd-215b69d5ac0c {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:13:41.771284 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e221a685-4333-48cb-ab94-67a4c0402490", "tag": "96452891-5521-419c-9c6f-b16dbf8fef1e", "status": "completed", "code": 200}]} {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:13:41.771786 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2d219054-c1a0-45fd-b5fd-215b69d5ac0c {{(pid=107074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:13:41.772260 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d219054-c1a0-45fd-b5fd-215b69d5ac0c'] response: {'name': 'network-changed', 'server_uuid': 'e221a685-4333-48cb-ab94-67a4c0402490', 'tag': '96452891-5521-419c-9c6f-b16dbf8fef1e', 'status': 'completed', 'code': 200} Sep 01 14:13:41.818532 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5444c9-942c-461c-8ba7-870f438d1542 service neutron] Pushing event updated for resources: {'Port': ['ID=96452891-5521-419c-9c6f-b16dbf8fef1e,revision_number=3']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:41.904457 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c8442-9609-45cd-b612-ba20286d48ea req-26d100b1-e8fc-46b3-9ee7-64c15499d1fa tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:41.920896 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4d2c8442-9609-45cd-b612-ba20286d48ea req-26d100b1-e8fc-46b3-9ee7-64c15499d1fa tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f21e2730-924a-436f-a04b-ce7bc9b47ea9 HTTP/1.1" status: 200 len: 943 time: 0.2381907 Sep 01 14:13:42.034926 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608c03d-e810-407f-9eed-e22c45c5a4b6 req-ceda6f6c-a0e2-4900-a803-f097e348879a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:42.046481 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-d608c03d-e810-407f-9eed-e22c45c5a4b6 req-ceda6f6c-a0e2-4900-a803-f097e348879a service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=8acdb976501045c0813d16f3d0ffd13d&device_id=e221a685-4333-48cb-ab94-67a4c0402490 HTTP/1.1" status: 200 len: 1127 time: 0.1911604 Sep 01 14:13:42.047506 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-c8dbcacc-3287-4d32-82d7-976ef12fdb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:42.050388 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-c8dbcacc-3287-4d32-82d7-976ef12fdb41 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=90a84500a899479aabfa3aeb72b4c4ae&device_id=f21e2730-924a-436f-a04b-ce7bc9b47ea9 HTTP/1.1" status: 200 len: 1127 time: 0.2468810 Sep 01 14:13:42.159909 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:42.255310 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-6e1aa21c-92a2-4452-a6df-11e9526bb026 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21f0cea4-2894-4114-a667-cf4f7590ef92 HTTP/1.1" status: 200 len: 217 time: 0.1934180 Sep 01 14:13:42.267178 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4d2c8442-9609-45cd-b612-ba20286d48ea req-83a6021b-b170-46e3-bd0f-cfb824126507 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4676d176-092e-4e9f-bf75-3763320c363a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3417165 Sep 01 14:13:42.347981 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c1baf-3e1f-4418-a909-525d15b2a560 req-d5c73f2f-8861-4cba-997b-a7725485a375 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:42.350422 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608c03d-e810-407f-9eed-e22c45c5a4b6 req-9f202104-83eb-47a2-8091-d624e200a663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:42.350814 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-499c1baf-3e1f-4418-a909-525d15b2a560 req-d5c73f2f-8861-4cba-997b-a7725485a375 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e221a685-4333-48cb-ab94-67a4c0402490 HTTP/1.1" status: 200 len: 943 time: 0.2670927 Sep 01 14:13:42.351908 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-d608c03d-e810-407f-9eed-e22c45c5a4b6 req-9f202104-83eb-47a2-8091-d624e200a663 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=8acdb976501045c0813d16f3d0ffd13d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3025687 Sep 01 14:13:42.394998 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:42.398850 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-848fe0a6-a350-473f-8850-d98597ba4d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:42.400513 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-848fe0a6-a350-473f-8850-d98597ba4d2b service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=114ef839-6b7e-436f-ad2e-66278bf71661 HTTP/1.1" status: 200 len: 854 time: 0.1238072 Sep 01 14:13:42.484434 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-72ef4860-5a76-4bb1-8eab-a171c3401a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:42.489136 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-72ef4860-5a76-4bb1-8eab-a171c3401a73 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=4f2459fa-f112-4ee1-abd3-6f4952507858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0778430 Sep 01 14:13:42.499505 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-499c1baf-3e1f-4418-a909-525d15b2a560 req-ee11a731-4f40-4a54-9c93-c740e687cf7b tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414006 Sep 01 14:13:42.510729 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608c03d-e810-407f-9eed-e22c45c5a4b6 req-5c28b068-2243-4616-bab6-eb6b449daff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:42.512393 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-d608c03d-e810-407f-9eed-e22c45c5a4b6 req-5c28b068-2243-4616-bab6-eb6b449daff4 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1529973 Sep 01 14:13:42.618571 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-7947d4d1-17d4-49fd-ab71-d98d6ea219b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:42.621024 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-7947d4d1-17d4-49fd-ab71-d98d6ea219b0 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=8acdb976501045c0813d16f3d0ffd13d&device_id=e221a685-4333-48cb-ab94-67a4c0402490 HTTP/1.1" status: 200 len: 1127 time: 0.0564711 Sep 01 14:13:42.662518 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-796a57a6-5352-4143-818a-0c48b5f01779 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4f2459fa-f112-4ee1-abd3-6f4952507858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558082 Sep 01 14:13:42.671042 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-6083de3d-7a2d-4d24-96b5-a42bd76e417e service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96452891-5521-419c-9c6f-b16dbf8fef1e HTTP/1.1" status: 200 len: 217 time: 0.0430930 Sep 01 14:13:42.746889 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-0ab7a8c2-6f8a-4ea3-befb-425c851a7ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:42.750295 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-0ab7a8c2-6f8a-4ea3-befb-425c851a7ea1 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527 HTTP/1.1" status: 200 len: 851 time: 0.0734987 Sep 01 14:13:42.802744 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-9667571c-083b-4b64-a412-01e8ce20d4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:42.805033 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-9667571c-083b-4b64-a412-01e8ce20d4c3 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479238 Sep 01 14:13:42.842616 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14acb90e-63fa-400b-94a3-fd27f2c86848 req-db0b2175-15b2-4a54-8fca-f1668269d640 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:42.844443 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-14acb90e-63fa-400b-94a3-fd27f2c86848 req-db0b2175-15b2-4a54-8fca-f1668269d640 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 946 time: 0.1009514 Sep 01 14:13:42.865853 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-26816255-67d4-4b1c-a55b-9531734a3b93 req-b2a91733-e4ab-40ec-a592-95c3b3cbef41 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4f2459fa-f112-4ee1-abd3-6f4952507858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911771 Sep 01 14:13:42.914610 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-14acb90e-63fa-400b-94a3-fd27f2c86848 req-f72b480f-0ff7-4f94-8d58-4ab3420c89fa tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631750 Sep 01 14:13:42.943218 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-7f4cda6d-ac82-4d6f-8791-b7bd34380490 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296308 Sep 01 14:13:42.986013 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:43.072980 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-6ef322fe-2b49-4f42-a6ae-9448d13f2c53 req-ef946e26-29bc-42fd-9a3f-15d639ea9d58 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235988 Sep 01 14:13:43.339887 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:43.434782 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7587f-abfb-4b8a-9b2d-bcd073d286c0 req-b923a2c6-aa71-4a23-a899-0306b557efc6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:43.438980 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f0f7587f-abfb-4b8a-9b2d-bcd073d286c0 req-b923a2c6-aa71-4a23-a899-0306b557efc6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f21e2730-924a-436f-a04b-ce7bc9b47ea9 HTTP/1.1" status: 200 len: 943 time: 0.0936389 Sep 01 14:13:43.508134 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f0f7587f-abfb-4b8a-9b2d-bcd073d286c0 req-8b7f8fb9-a8ac-4a8c-b464-a3db11e0bd99 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4676d176-092e-4e9f-bf75-3763320c363a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624785 Sep 01 14:13:43.706453 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f11de-8ad4-4237-adeb-063e3a7f11b0 req-97564efd-da66-4370-bca9-c22bf02ab3c1 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:43.709587 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-663f11de-8ad4-4237-adeb-063e3a7f11b0 req-97564efd-da66-4370-bca9-c22bf02ab3c1 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e221a685-4333-48cb-ab94-67a4c0402490 HTTP/1.1" status: 200 len: 943 time: 0.0990632 Sep 01 14:13:43.813786 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-663f11de-8ad4-4237-adeb-063e3a7f11b0 req-fe4d8a35-3fab-44c5-85bb-69144e68c66b tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937524 Sep 01 14:13:43.881654 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587edc1d-8781-41ca-a1a0-d6981584b4eb req-5d542dea-9723-4277-b744-e006a61aaf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:43.883249 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-587edc1d-8781-41ca-a1a0-d6981584b4eb req-5d542dea-9723-4277-b744-e006a61aaf12 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=90a84500a899479aabfa3aeb72b4c4ae&device_id=f21e2730-924a-436f-a04b-ce7bc9b47ea9 HTTP/1.1" status: 200 len: 1127 time: 0.0983710 Sep 01 14:13:44.054401 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587edc1d-8781-41ca-a1a0-d6981584b4eb req-56df5608-9d25-4999-962c-39622be6f12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:44.056872 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-587edc1d-8781-41ca-a1a0-d6981584b4eb req-56df5608-9d25-4999-962c-39622be6f12e service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=4f2459fa-f112-4ee1-abd3-6f4952507858 HTTP/1.1" status: 200 len: 916 time: 0.1418300 Sep 01 14:13:44.093245 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131fba55-efae-4cf7-a041-ab39025dc940 req-691c3dbe-ded1-491e-a6a5-a12c8e01a422 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:44.096294 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-131fba55-efae-4cf7-a041-ab39025dc940 req-691c3dbe-ded1-491e-a6a5-a12c8e01a422 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 946 time: 0.0851989 Sep 01 14:13:44.213478 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-587edc1d-8781-41ca-a1a0-d6981584b4eb req-b299ee5f-95d2-4a95-a02b-093ca4632036 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21f0cea4-2894-4114-a667-cf4f7590ef92 HTTP/1.1" status: 200 len: 217 time: 0.0677133 Sep 01 14:13:44.245795 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-131fba55-efae-4cf7-a041-ab39025dc940 req-1d73b94c-a315-44b8-9871-27edd7be358a tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365101 Sep 01 14:13:44.257940 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c5e38-b084-4d5b-bd40-67f018c7b9b1 req-527a60bf-1549-44d1-9d23-7dcf8d648b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:44.267946 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3c7c5e38-b084-4d5b-bd40-67f018c7b9b1 req-527a60bf-1549-44d1-9d23-7dcf8d648b08 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=3ed58deb61194a5ba3f2d46eb7e5680c&device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 1130 time: 0.1103795 Sep 01 14:13:44.314986 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587edc1d-8781-41ca-a1a0-d6981584b4eb req-0d5419f8-21a5-4b9c-87b4-0ad5631fa8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:44.314986 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-587edc1d-8781-41ca-a1a0-d6981584b4eb req-0d5419f8-21a5-4b9c-87b4-0ad5631fa8e9 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=114ef839-6b7e-436f-ad2e-66278bf71661 HTTP/1.1" status: 200 len: 854 time: 0.0909302 Sep 01 14:13:44.368052 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587edc1d-8781-41ca-a1a0-d6981584b4eb req-9a1c14f1-96ad-4957-9466-360c9b40337e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:44.370000 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-587edc1d-8781-41ca-a1a0-d6981584b4eb req-9a1c14f1-96ad-4957-9466-360c9b40337e service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=4f2459fa-f112-4ee1-abd3-6f4952507858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513878 Sep 01 14:13:44.431660 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c5e38-b084-4d5b-bd40-67f018c7b9b1 req-fff7cee2-8cd6-46c1-a90a-cebb86800026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:44.433632 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3c7c5e38-b084-4d5b-bd40-67f018c7b9b1 req-fff7cee2-8cd6-46c1-a90a-cebb86800026 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=04671c53-ca48-4ca5-8247-463b6ac1fbe1 HTTP/1.1" status: 200 len: 918 time: 0.1478803 Sep 01 14:13:44.491825 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-587edc1d-8781-41ca-a1a0-d6981584b4eb req-b6a086e9-cb7d-4cc7-89c1-25c2463b2912 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4f2459fa-f112-4ee1-abd3-6f4952507858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141043 Sep 01 14:13:44.510498 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3c7c5e38-b084-4d5b-bd40-67f018c7b9b1 req-30028e95-a4cb-4a5a-82aa-49048392adec service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=214b6ab8-206c-4129-a639-f69abbdaa49b HTTP/1.1" status: 200 len: 1000 time: 0.0694189 Sep 01 14:13:44.569646 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c5e38-b084-4d5b-bd40-67f018c7b9b1 req-cbf1120f-a94c-464d-b336-71a418278a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:44.571367 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3c7c5e38-b084-4d5b-bd40-67f018c7b9b1 req-cbf1120f-a94c-464d-b336-71a418278a34 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=5274d38f-79ac-43b5-aae2-e29860924168 HTTP/1.1" status: 200 len: 856 time: 0.0554442 Sep 01 14:13:44.664733 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c5e38-b084-4d5b-bd40-67f018c7b9b1 req-2a50342f-e56c-48e3-92f1-8cf8a7a1be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:44.672792 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3c7c5e38-b084-4d5b-bd40-67f018c7b9b1 req-2a50342f-e56c-48e3-92f1-8cf8a7a1be99 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=04671c53-ca48-4ca5-8247-463b6ac1fbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0907326 Sep 01 14:13:44.723374 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-587edc1d-8781-41ca-a1a0-d6981584b4eb req-98081d9f-9850-41e7-9377-929c72201544 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4f2459fa-f112-4ee1-abd3-6f4952507858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236376 Sep 01 14:13:44.762319 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:44.781586 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c42a20-0c6c-4a55-9c35-9e99d3aed3a0 req-f1e21292-32ff-4660-88bf-6fcd6c00d947 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:44.787602 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d9c42a20-0c6c-4a55-9c35-9e99d3aed3a0 req-f1e21292-32ff-4660-88bf-6fcd6c00d947 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f21e2730-924a-436f-a04b-ce7bc9b47ea9 HTTP/1.1" status: 200 len: 943 time: 0.1120224 Sep 01 14:13:44.819333 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 21f0cea4-2894-4114-a667-cf4f7590ef92 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=107075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:13:44.869535 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:44.879286 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3c7c5e38-b084-4d5b-bd40-67f018c7b9b1 req-8bab05dc-33a5-423a-90d2-4aadae2b4b24 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/04671c53-ca48-4ca5-8247-463b6ac1fbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863184 Sep 01 14:13:44.891303 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d9c42a20-0c6c-4a55-9c35-9e99d3aed3a0 req-1390fc18-96ef-4f16-b75d-257c4289196f tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4676d176-092e-4e9f-bf75-3763320c363a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980122 Sep 01 14:13:44.935228 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 21f0cea4-2894-4114-a667-cf4f7590ef92, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=21f0cea4-2894-4114-a667-cf4f7590ef92,segment=NetworkSegment(ca6b7f3c-527c-4348-9811-67350820a04d),segment_id=ca6b7f3c-527c-4348-9811-67350820a04d)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:13:44.956376 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Returning: {'device': '21f0cea4-2894-4114-a667-cf4f7590ef92', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'port_id': '21f0cea4-2894-4114-a667-cf4f7590ef92', 'mac_address': 'fa:16:3e:41:55:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:13:44.961951 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:45.013411 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 21f0cea4-2894-4114-a667-cf4f7590ef92 is: DOWN; New status is: BUILD {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:13:45.014418 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (21f0cea4-2894-4114-a667-cf4f7590ef92), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:45.020310 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7a337-c30c-4fff-a36f-61d5e5cc14ac req-afffc6d0-c781-4b2d-ad70-3ff21c742848 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:45.023514 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-94b7a337-c30c-4fff-a36f-61d5e5cc14ac req-afffc6d0-c781-4b2d-ad70-3ff21c742848 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e221a685-4333-48cb-ab94-67a4c0402490 HTTP/1.1" status: 200 len: 943 time: 0.0754590 Sep 01 14:13:45.032842 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21f0cea4-2894-4114-a667-cf4f7590ef92 {{(pid=107075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:13:45.055721 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 21f0cea4-2894-4114-a667-cf4f7590ef92, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=21f0cea4-2894-4114-a667-cf4f7590ef92,segment=NetworkSegment(ca6b7f3c-527c-4348-9811-67350820a04d),segment_id=ca6b7f3c-527c-4348-9811-67350820a04d)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:13:45.092487 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3c7c5e38-b084-4d5b-bd40-67f018c7b9b1 req-d5614aa9-38a9-4b74-acf5-c687923225f5 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/04671c53-ca48-4ca5-8247-463b6ac1fbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998405 Sep 01 14:13:45.140053 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (21f0cea4-2894-4114-a667-cf4f7590ef92), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:45.151106 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-94b7a337-c30c-4fff-a36f-61d5e5cc14ac req-dfaf4d3a-b5fd-49cf-ba33-c89809653989 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159940 Sep 01 14:13:45.180002 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:45.199445 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=21f0cea4-2894-4114-a667-cf4f7590ef92,revision_number=4']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:45.404648 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] get_ports_and_sgs() called for port_ids ['21f0cea4-2894-4114-a667-cf4f7590ef92'] {{(pid=107075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 14:13:45.442394 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:45.493684 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7038f2-e7ef-4233-b387-aa39d61af94b req-8e77a2a8-8dff-4fb1-904f-74ce2316f4ee tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:45.495477 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3c7038f2-e7ef-4233-b387-aa39d61af94b req-8e77a2a8-8dff-4fb1-904f-74ce2316f4ee tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 946 time: 0.0640993 Sep 01 14:13:45.560669 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3c7038f2-e7ef-4233-b387-aa39d61af94b req-c25a2ac7-ad4a-41bf-a8fc-c8d26c8ab431 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545335 Sep 01 14:13:45.667147 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 6 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:13:46.033778 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee3b5c-d2b6-4a9d-b538-88d90ac0e528 req-d46972ef-a8bd-4d81-a2cc-98e2ed2f7418 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:46.035344 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-22ee3b5c-d2b6-4a9d-b538-88d90ac0e528 req-d46972ef-a8bd-4d81-a2cc-98e2ed2f7418 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f21e2730-924a-436f-a04b-ce7bc9b47ea9 HTTP/1.1" status: 200 len: 944 time: 0.0507874 Sep 01 14:13:46.092826 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-22ee3b5c-d2b6-4a9d-b538-88d90ac0e528 req-ce480058-b669-44cd-b329-a90c62bf33c5 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4676d176-092e-4e9f-bf75-3763320c363a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488260 Sep 01 14:13:46.357539 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc6978-cd17-4621-8fdb-9220b0704ce8 req-971a81cb-6e03-4f3c-954b-0f4613e0dc66 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:46.359597 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f3dc6978-cd17-4621-8fdb-9220b0704ce8 req-971a81cb-6e03-4f3c-954b-0f4613e0dc66 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e221a685-4333-48cb-ab94-67a4c0402490 HTTP/1.1" status: 200 len: 943 time: 0.0821617 Sep 01 14:13:46.379011 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=100 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:46.423213 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 34082) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:46.431397 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f3dc6978-cd17-4621-8fdb-9220b0704ce8 req-a3b6adde-01f4-4af9-b0cc-fdcc824aad02 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629234 Sep 01 14:13:46.560830 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-6071b413-4b28-40cb-840b-31c339f140f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:46.584858 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=4 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:46.662533 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-6071b413-4b28-40cb-840b-31c339f140f8 admin admin] Publish callbacks [] for security_group (08b845d8-4c69-4fca-9642-412369ec746b), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:46.722855 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 34088) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:46.767529 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-6071b413-4b28-40cb-840b-31c339f140f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (08b845d8-4c69-4fca-9642-412369ec746b), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:46.812203 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-6071b413-4b28-40cb-840b-31c339f140f8 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=de86d5fe7258432cbab7abb955fad47f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3874421 Sep 01 14:13:46.814902 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6071b413-4b28-40cb-840b-31c339f140f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b845d8-4c69-4fca-9642-412369ec746b,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:46.815679 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 34092) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:46.836849 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 21f0cea4-2894-4114-a667-cf4f7590ef92 up at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:13:46.873768 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:46.887047 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning for port 21f0cea4-2894-4114-a667-cf4f7590ef92 completed by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 14:13:46.904428 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-6bb11f88-49f7-4fd9-a070-e9d6da40f14c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:46.942707 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-be361776-55ab-4f64-9c23-40d40dcf34c8 admin admin] Publish callbacks [] for security_group (08b845d8-4c69-4fca-9642-412369ec746b), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:46.953752 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:46.979516 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-be361776-55ab-4f64-9c23-40d40dcf34c8 admin admin] Publish callbacks [] for security_group (08b845d8-4c69-4fca-9642-412369ec746b), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:47.058215 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-6bb11f88-49f7-4fd9-a070-e9d6da40f14c admin admin] Publish callbacks [] for security_group (40606ee5-4fcf-4fe9-adcb-6eb29f7da881), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:47.099123 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning complete for port 21f0cea4-2894-4114-a667-cf4f7590ef92 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:13:47.099614 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (21f0cea4-2894-4114-a667-cf4f7590ef92), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:47.185772 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 21f0cea4-2894-4114-a667-cf4f7590ef92 is: BUILD; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:13:47.186860 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (21f0cea4-2894-4114-a667-cf4f7590ef92), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:47.197249 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:47.215699 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21e2730-924a-436f-a04b-ce7bc9b47ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f0cea4-2894-4114-a667-cf4f7590ef92'}] {{(pid=107075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:13:47.218920 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea684a423e005867ab2b2321dba33e59ce354bd0b218533ae43957e9dbf26841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1397bc6-bea2-49da-9fff-c8dde3bdf955" -d '{"events": [{"server_uuid": "f21e2730-924a-436f-a04b-ce7bc9b47ea9", "name": "network-vif-plugged", "status": "completed", "tag": "21f0cea4-2894-4114-a667-cf4f7590ef92"}]}' {{(pid=107075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:13:47.240260 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 21f0cea4-2894-4114-a667-cf4f7590ef92, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=21f0cea4-2894-4114-a667-cf4f7590ef92,segment=NetworkSegment(ca6b7f3c-527c-4348-9811-67350820a04d),segment_id=ca6b7f3c-527c-4348-9811-67350820a04d)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:13:47.243737 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c286578-8862-4098-9836-7b86ddbbf99d req-508e8796-019f-4524-ac08-7fa1f4527cf7 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:47.245471 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9c286578-8862-4098-9836-7b86ddbbf99d req-508e8796-019f-4524-ac08-7fa1f4527cf7 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f21e2730-924a-436f-a04b-ce7bc9b47ea9 HTTP/1.1" status: 200 len: 944 time: 0.0647697 Sep 01 14:13:47.248383 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-be361776-55ab-4f64-9c23-40d40dcf34c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (08b845d8-4c69-4fca-9642-412369ec746b), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:47.251515 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-be361776-55ab-4f64-9c23-40d40dcf34c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:47.254928 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-be361776-55ab-4f64-9c23-40d40dcf34c8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/08b845d8-4c69-4fca-9642-412369ec746b HTTP/1.1" status: 204 len: 168 time: 0.4353478 Sep 01 14:13:47.254928 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-6bb11f88-49f7-4fd9-a070-e9d6da40f14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (40606ee5-4fcf-4fe9-adcb-6eb29f7da881), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:47.267253 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:47.294387 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7123960d-916e-4e4a-9e01-4249c07af03f x-openstack-request-id: req-7123960d-916e-4e4a-9e01-4249c07af03f {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:13:47.294725 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21e2730-924a-436f-a04b-ce7bc9b47ea9", "name": "network-vif-plugged", "status": "completed", "tag": "21f0cea4-2894-4114-a667-cf4f7590ef92", "code": 200}]} {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:13:47.306613 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7123960d-916e-4e4a-9e01-4249c07af03f {{(pid=107075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:13:47.306613 dv-cinder-852211-7-iscsi neutron-server[107075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7123960d-916e-4e4a-9e01-4249c07af03f'] response: {'server_uuid': 'f21e2730-924a-436f-a04b-ce7bc9b47ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f0cea4-2894-4114-a667-cf4f7590ef92', 'code': 200} Sep 01 14:13:47.307875 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be361776-55ab-4f64-9c23-40d40dcf34c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b845d8-4c69-4fca-9642-412369ec746b,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:47.313304 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-6bb11f88-49f7-4fd9-a070-e9d6da40f14c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=038c965496554083b6abb3e38f01af20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5892942 Sep 01 14:13:47.314581 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 34100) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:47.373482 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb11f88-49f7-4fd9-a070-e9d6da40f14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40606ee5-4fcf-4fe9-adcb-6eb29f7da881,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:47.381128 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9c286578-8862-4098-9836-7b86ddbbf99d req-a1054cbe-94f2-4b9d-a0c9-cda16ca79298 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4676d176-092e-4e9f-bf75-3763320c363a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238060 Sep 01 14:13:47.397513 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (21f0cea4-2894-4114-a667-cf4f7590ef92), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:47.425184 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-16aeee99-7a8e-4676-8c83-161fb5419d61 admin admin] Publish callbacks [] for security_group (40606ee5-4fcf-4fe9-adcb-6eb29f7da881), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:47.456833 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=21f0cea4-2894-4114-a667-cf4f7590ef92,revision_number=5']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:47.466961 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-16aeee99-7a8e-4676-8c83-161fb5419d61 admin admin] Publish callbacks [] for security_group (40606ee5-4fcf-4fe9-adcb-6eb29f7da881), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:47.580760 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575d326-0342-4cd1-95d7-e497d7f144b6 req-046a5010-439a-4169-bdf5-a29e0fbb0c6b tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:47.582804 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5575d326-0342-4cd1-95d7-e497d7f144b6 req-046a5010-439a-4169-bdf5-a29e0fbb0c6b tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e221a685-4333-48cb-ab94-67a4c0402490 HTTP/1.1" status: 200 len: 943 time: 0.0555360 Sep 01 14:13:47.642171 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-16aeee99-7a8e-4676-8c83-161fb5419d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (40606ee5-4fcf-4fe9-adcb-6eb29f7da881), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:47.646806 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-16aeee99-7a8e-4676-8c83-161fb5419d61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:47.648777 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-16aeee99-7a8e-4676-8c83-161fb5419d61 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/40606ee5-4fcf-4fe9-adcb-6eb29f7da881 HTTP/1.1" status: 204 len: 168 time: 0.3320806 Sep 01 14:13:47.656050 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5575d326-0342-4cd1-95d7-e497d7f144b6 req-e645895e-74de-439d-8fd4-a8d78a7d5ea5 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614302 Sep 01 14:13:47.664761 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aeee99-7a8e-4676-8c83-161fb5419d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40606ee5-4fcf-4fe9-adcb-6eb29f7da881,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:47.887008 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733c937-7ff4-4d7a-bb1a-568bca72dc99 req-71b58ea2-81c4-48a1-bddc-314ba7903b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:47.890413 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f733c937-7ff4-4d7a-bb1a-568bca72dc99 req-71b58ea2-81c4-48a1-bddc-314ba7903b1b service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f21e2730-924a-436f-a04b-ce7bc9b47ea9 HTTP/1.1" status: 200 len: 1129 time: 0.0515151 Sep 01 14:13:47.955507 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f733c937-7ff4-4d7a-bb1a-568bca72dc99 req-c4314328-aaec-4f98-9f32-e705fe35b902 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4676d176-092e-4e9f-bf75-3763320c363a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588255 Sep 01 14:13:48.361418 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 34110) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:48.381122 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-fd9914ef-cf09-45b5-8698-5fa2dc2d98a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:48.479291 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:INSERT=18,neutron:UPDATE=2,neutron:SELECT=76,neutron:DELETE=4 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:48.499434 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-fd9914ef-cf09-45b5-8698-5fa2dc2d98a8 admin admin] Publish callbacks [] for security_group (74e26198-de9f-4ecb-8ce9-79d9c6b5d09a), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:48.533223 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cad69-2aec-4c88-bb81-111d7752e916 req-90ae8833-4370-488e-8df9-7b25d5528f45 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:48.534969 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-156cad69-2aec-4c88-bb81-111d7752e916 req-90ae8833-4370-488e-8df9-7b25d5528f45 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f21e2730-924a-436f-a04b-ce7bc9b47ea9 HTTP/1.1" status: 200 len: 945 time: 0.0577869 Sep 01 14:13:48.597170 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-156cad69-2aec-4c88-bb81-111d7752e916 req-c2367fc7-4e97-43b7-be64-cfed9a7b978b tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4676d176-092e-4e9f-bf75-3763320c363a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508587 Sep 01 14:13:48.657092 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-fd9914ef-cf09-45b5-8698-5fa2dc2d98a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (74e26198-de9f-4ecb-8ce9-79d9c6b5d09a), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:48.701338 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 34116) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:48.702789 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9914ef-cf09-45b5-8698-5fa2dc2d98a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e26198-de9f-4ecb-8ce9-79d9c6b5d09a,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:48.710358 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-fd9914ef-cf09-45b5-8698-5fa2dc2d98a8 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=3fd09e9dec8647e3974695c59ed5fbaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3471878 Sep 01 14:13:48.712574 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 34118) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:48.736563 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-f6b29de8-aaa5-44ab-950f-d1d32a54c658 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:48.796389 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4cb508df-6f39-4a33-83b3-85230027e5fb admin admin] Publish callbacks [] for security_group (74e26198-de9f-4ecb-8ce9-79d9c6b5d09a), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:48.815586 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:48.826268 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4cb508df-6f39-4a33-83b3-85230027e5fb admin admin] Publish callbacks [] for security_group (74e26198-de9f-4ecb-8ce9-79d9c6b5d09a), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:48.862472 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219dca5-74da-4415-8bd2-4838c98a264b req-12a8f411-fb57-4ee4-9b27-90d54f7b01a8 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:48.864071 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c219dca5-74da-4415-8bd2-4838c98a264b req-12a8f411-fb57-4ee4-9b27-90d54f7b01a8 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e221a685-4333-48cb-ab94-67a4c0402490 HTTP/1.1" status: 200 len: 943 time: 0.0657156 Sep 01 14:13:48.906964 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-f6b29de8-aaa5-44ab-950f-d1d32a54c658 admin admin] Publish callbacks [] for security_group (b8049724-e88e-4b35-933e-45b7947b53b5), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:48.945422 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c219dca5-74da-4415-8bd2-4838c98a264b req-f6fe9164-9c54-42d2-8a13-8fd8994d9b48 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693219 Sep 01 14:13:48.990186 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4cb508df-6f39-4a33-83b3-85230027e5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (74e26198-de9f-4ecb-8ce9-79d9c6b5d09a), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:48.992881 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4cb508df-6f39-4a33-83b3-85230027e5fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:48.994237 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-4cb508df-6f39-4a33-83b3-85230027e5fb admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/74e26198-de9f-4ecb-8ce9-79d9c6b5d09a HTTP/1.1" status: 204 len: 168 time: 0.2805083 Sep 01 14:13:49.008045 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb508df-6f39-4a33-83b3-85230027e5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e26198-de9f-4ecb-8ce9-79d9c6b5d09a,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:49.036823 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-f6b29de8-aaa5-44ab-950f-d1d32a54c658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (b8049724-e88e-4b35-933e-45b7947b53b5), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:49.087890 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-f6b29de8-aaa5-44ab-950f-d1d32a54c658 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=91704cdbda334479ac0fb34ae3ed9ff7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3854625 Sep 01 14:13:49.090319 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b29de8-aaa5-44ab-950f-d1d32a54c658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8049724-e88e-4b35-933e-45b7947b53b5,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:49.091984 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 34122) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:49.164658 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d2571c7f-bb76-4ba8-a51c-52f9af3f2664 admin admin] Publish callbacks [] for security_group (b8049724-e88e-4b35-933e-45b7947b53b5), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:49.188609 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d2571c7f-bb76-4ba8-a51c-52f9af3f2664 admin admin] Publish callbacks [] for security_group (b8049724-e88e-4b35-933e-45b7947b53b5), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:49.325725 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d2571c7f-bb76-4ba8-a51c-52f9af3f2664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (b8049724-e88e-4b35-933e-45b7947b53b5), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:49.329917 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d2571c7f-bb76-4ba8-a51c-52f9af3f2664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:49.331723 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-d2571c7f-bb76-4ba8-a51c-52f9af3f2664 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b8049724-e88e-4b35-933e-45b7947b53b5 HTTP/1.1" status: 204 len: 168 time: 0.2357376 Sep 01 14:13:49.341626 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2571c7f-bb76-4ba8-a51c-52f9af3f2664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8049724-e88e-4b35-933e-45b7947b53b5,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:49.813532 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578746a4-1a2b-4626-9211-68836f10087b req-7fc92899-21f7-461b-b271-17d5ad37d600 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:49.816393 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-578746a4-1a2b-4626-9211-68836f10087b req-7fc92899-21f7-461b-b271-17d5ad37d600 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f21e2730-924a-436f-a04b-ce7bc9b47ea9 HTTP/1.1" status: 200 len: 945 time: 0.0915115 Sep 01 14:13:49.891914 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-578746a4-1a2b-4626-9211-68836f10087b req-3a84f789-dbc6-473d-ac2b-1d93aca9c32f tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4676d176-092e-4e9f-bf75-3763320c363a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657821 Sep 01 14:13:50.088679 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd5e43-de26-43bd-8d5c-eb5c94fd3eb2 req-3abe9e0d-b488-4e84-aaa3-79f67ec5ff87 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:50.090421 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3cdd5e43-de26-43bd-8d5c-eb5c94fd3eb2 req-3abe9e0d-b488-4e84-aaa3-79f67ec5ff87 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e221a685-4333-48cb-ab94-67a4c0402490 HTTP/1.1" status: 200 len: 943 time: 0.0638959 Sep 01 14:13:50.172183 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3cdd5e43-de26-43bd-8d5c-eb5c94fd3eb2 req-e61ed178-90d1-4f4a-8b76-63713e296f7b tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691934 Sep 01 14:13:50.863388 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 96452891-5521-419c-9c6f-b16dbf8fef1e details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=107075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:13:50.987908 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 96452891-5521-419c-9c6f-b16dbf8fef1e, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=96452891-5521-419c-9c6f-b16dbf8fef1e,segment=NetworkSegment(2b7d1c7b-bf62-4ac5-834a-3285ade09ba6),segment_id=2b7d1c7b-bf62-4ac5-834a-3285ade09ba6)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:13:51.001923 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Returning: {'device': '96452891-5521-419c-9c6f-b16dbf8fef1e', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'port_id': '96452891-5521-419c-9c6f-b16dbf8fef1e', 'mac_address': 'fa:16:3e:61:e0:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:13:51.040824 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a47d58-76a7-49ee-89e2-df8ba132226c req-67dfe45e-3f9d-4d61-adc7-214feca1d5e6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:51.042631 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-51a47d58-76a7-49ee-89e2-df8ba132226c req-67dfe45e-3f9d-4d61-adc7-214feca1d5e6 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f21e2730-924a-436f-a04b-ce7bc9b47ea9 HTTP/1.1" status: 200 len: 945 time: 0.0585001 Sep 01 14:13:51.042944 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 96452891-5521-419c-9c6f-b16dbf8fef1e is: DOWN; New status is: BUILD {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:13:51.043337 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (96452891-5521-419c-9c6f-b16dbf8fef1e), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:51.059007 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96452891-5521-419c-9c6f-b16dbf8fef1e {{(pid=107075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:13:51.084253 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 96452891-5521-419c-9c6f-b16dbf8fef1e, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=96452891-5521-419c-9c6f-b16dbf8fef1e,segment=NetworkSegment(2b7d1c7b-bf62-4ac5-834a-3285ade09ba6),segment_id=2b7d1c7b-bf62-4ac5-834a-3285ade09ba6)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:13:51.101837 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-51a47d58-76a7-49ee-89e2-df8ba132226c req-a78c32dd-9ef3-4e43-80c4-4db23a661dba tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4676d176-092e-4e9f-bf75-3763320c363a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515299 Sep 01 14:13:51.210636 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (96452891-5521-419c-9c6f-b16dbf8fef1e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:51.259333 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ce11a-52ea-4d53-8546-70d431508f03 req-88e8fbc0-45df-47d3-86e2-c0150a91a764 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:51.266512 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e80ce11a-52ea-4d53-8546-70d431508f03 req-88e8fbc0-45df-47d3-86e2-c0150a91a764 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f21e2730-924a-436f-a04b-ce7bc9b47ea9 HTTP/1.1" status: 200 len: 945 time: 0.0766046 Sep 01 14:13:51.277808 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 34184) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:51.283857 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-1b024ae3-6d62-42b7-83d2-769f74435a90 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Request body: {'floatingip': {'port_id': '21f0cea4-2894-4114-a667-cf4f7590ef92'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:13:51.327081 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=96452891-5521-419c-9c6f-b16dbf8fef1e,revision_number=4']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:51.366277 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481f44c-2823-42ec-a557-774fed4cc764 req-609bf6ce-f376-45fd-a6db-45e3ce17f30f tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:51.367776 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9481f44c-2823-42ec-a557-774fed4cc764 req-609bf6ce-f376-45fd-a6db-45e3ce17f30f tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e221a685-4333-48cb-ab94-67a4c0402490 HTTP/1.1" status: 200 len: 944 time: 0.0606844 Sep 01 14:13:51.378348 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-1b024ae3-6d62-42b7-83d2-769f74435a90 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for floatingip (97ccdded-40b4-4df5-b8c8-53de84aeebd4), before_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:51.435905 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9481f44c-2823-42ec-a557-774fed4cc764 req-f7f93c9f-2972-471a-85cf-2a0a7c8d08cf tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591993 Sep 01 14:13:51.457281 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] get_ports_and_sgs() called for port_ids ['96452891-5521-419c-9c6f-b16dbf8fef1e'] {{(pid=107075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 14:13:51.534219 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:51.653841 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:52.003938 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-1b024ae3-6d62-42b7-83d2-769f74435a90 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:52.131187 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-1b024ae3-6d62-42b7-83d2-769f74435a90 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122292'] for floatingip (97ccdded-40b4-4df5-b8c8-53de84aeebd4), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:52.249718 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.db.l3_db [None req-1b024ae3-6d62-42b7-83d2-769f74435a90 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Floating IP 97ccdded-40b4-4df5-b8c8-53de84aeebd4 associated. External IP: 172.27.2.242, port: 21f0cea4-2894-4114-a667-cf4f7590ef92. Sep 01 14:13:52.575864 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b024ae3-6d62-42b7-83d2-769f74435a90 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Router e8f55aa6-3e2f-4434-9312-766524ba3bfd has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:13:52.660454 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48f4b2-98ab-45ae-b38e-f35794d1dbd8 req-ff9676f6-c684-4cd8-b11d-4d15519f980d tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:52.662309 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9e48f4b2-98ab-45ae-b38e-f35794d1dbd8 req-ff9676f6-c684-4cd8-b11d-4d15519f980d tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e221a685-4333-48cb-ab94-67a4c0402490 HTTP/1.1" status: 200 len: 944 time: 0.1046867 Sep 01 14:13:52.715344 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:52.767370 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9e48f4b2-98ab-45ae-b38e-f35794d1dbd8 req-a4a3a4c4-fb2f-432f-95d4-42c40d1e42bf tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933924 Sep 01 14:13:52.821118 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b024ae3-6d62-42b7-83d2-769f74435a90 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:13:52.830469 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-1b024ae3-6d62-42b7-83d2-769f74435a90 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for floatingip (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:52.837238 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c55beb5-21ff-4aad-afa4-820b4350f8b1 None None] Sync routers for ids ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'] in dv-cinder-852211-7-iscsi {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:13:52.858000 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c55beb5-21ff-4aad-afa4-820b4350f8b1 None None] Routers {'e8f55aa6-3e2f-4434-9312-766524ba3bfd'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:13:52.859222 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-2c55beb5-21ff-4aad-afa4-820b4350f8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:13:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:13:52.893152 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 96452891-5521-419c-9c6f-b16dbf8fef1e up at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:13:52.896995 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-1b024ae3-6d62-42b7-83d2-769f74435a90 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/97ccdded-40b4-4df5-b8c8-53de84aeebd4 HTTP/1.1" status: 200 len: 991 time: 1.6117566 Sep 01 14:13:52.901086 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f21e2730-924a-436f-a04b-ce7bc9b47ea9', 'tag': '21f0cea4-2894-4114-a667-cf4f7590ef92'}] {{(pid=107074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:13:52.912734 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c297ab1b76e2baeed04979654ee05671bdf6dedd7a272174e678f0e52b3dfb88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91052a5-bf86-47b8-99d3-b9faa36562b6" -d '{"events": [{"name": "network-changed", "server_uuid": "f21e2730-924a-436f-a04b-ce7bc9b47ea9", "tag": "21f0cea4-2894-4114-a667-cf4f7590ef92"}]}' {{(pid=107074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:13:52.974763 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning for port 96452891-5521-419c-9c6f-b16dbf8fef1e completed by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 14:13:52.990963 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154d734f-2a9a-42ef-9df5-2a4d61758375 x-openstack-request-id: req-154d734f-2a9a-42ef-9df5-2a4d61758375 {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:13:52.991407 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f21e2730-924a-436f-a04b-ce7bc9b47ea9", "tag": "21f0cea4-2894-4114-a667-cf4f7590ef92", "status": "completed", "code": 200}]} {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:13:52.991804 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-154d734f-2a9a-42ef-9df5-2a4d61758375 {{(pid=107074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:13:52.993650 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-154d734f-2a9a-42ef-9df5-2a4d61758375'] response: {'name': 'network-changed', 'server_uuid': 'f21e2730-924a-436f-a04b-ce7bc9b47ea9', 'tag': '21f0cea4-2894-4114-a667-cf4f7590ef92', 'status': 'completed', 'code': 200} Sep 01 14:13:53.068180 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-2c55beb5-21ff-4aad-afa4-820b4350f8b1 None None] Set router e8f55aa6-3e2f-4434-9312-766524ba3bfd gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:13:53.071383 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91052a5-bf86-47b8-99d3-b9faa36562b6 req-7d786717-7119-4d0e-a68f-c4636a203244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:53.072924 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e91052a5-bf86-47b8-99d3-b9faa36562b6 req-7d786717-7119-4d0e-a68f-c4636a203244 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=90a84500a899479aabfa3aeb72b4c4ae&device_id=f21e2730-924a-436f-a04b-ce7bc9b47ea9 HTTP/1.1" status: 200 len: 1129 time: 0.0576992 Sep 01 14:13:53.081962 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning complete for port 96452891-5521-419c-9c6f-b16dbf8fef1e triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:13:53.082444 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (96452891-5521-419c-9c6f-b16dbf8fef1e), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:53.128541 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:53.234071 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91052a5-bf86-47b8-99d3-b9faa36562b6 req-5cf26ef5-857e-438a-ad51-fe728a00ace3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:53.236853 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 96452891-5521-419c-9c6f-b16dbf8fef1e is: BUILD; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:13:53.237007 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e91052a5-bf86-47b8-99d3-b9faa36562b6 req-5cf26ef5-857e-438a-ad51-fe728a00ace3 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=4f2459fa-f112-4ee1-abd3-6f4952507858 HTTP/1.1" status: 200 len: 916 time: 0.1571648 Sep 01 14:13:53.237279 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (96452891-5521-419c-9c6f-b16dbf8fef1e), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:53.268271 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e221a685-4333-48cb-ab94-67a4c0402490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96452891-5521-419c-9c6f-b16dbf8fef1e'}] {{(pid=107075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:13:53.271124 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea684a423e005867ab2b2321dba33e59ce354bd0b218533ae43957e9dbf26841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1415c5d5-b31c-4780-a2ba-c907ab1b58c4" -d '{"events": [{"server_uuid": "e221a685-4333-48cb-ab94-67a4c0402490", "name": "network-vif-plugged", "status": "completed", "tag": "96452891-5521-419c-9c6f-b16dbf8fef1e"}]}' {{(pid=107075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:13:53.325786 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 96452891-5521-419c-9c6f-b16dbf8fef1e, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=96452891-5521-419c-9c6f-b16dbf8fef1e,segment=NetworkSegment(2b7d1c7b-bf62-4ac5-834a-3285ade09ba6),segment_id=2b7d1c7b-bf62-4ac5-834a-3285ade09ba6)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:13:53.350449 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e46eec-c5e4-4fea-ace7-cc1de1aa1968 x-openstack-request-id: req-b9e46eec-c5e4-4fea-ace7-cc1de1aa1968 {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:13:53.350449 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e221a685-4333-48cb-ab94-67a4c0402490", "name": "network-vif-plugged", "status": "completed", "tag": "96452891-5521-419c-9c6f-b16dbf8fef1e", "code": 200}]} {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:13:53.350947 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b9e46eec-c5e4-4fea-ace7-cc1de1aa1968 {{(pid=107075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:13:53.352493 dv-cinder-852211-7-iscsi neutron-server[107075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9e46eec-c5e4-4fea-ace7-cc1de1aa1968'] response: {'server_uuid': 'e221a685-4333-48cb-ab94-67a4c0402490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96452891-5521-419c-9c6f-b16dbf8fef1e', 'code': 200} Sep 01 14:13:53.386100 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e91052a5-bf86-47b8-99d3-b9faa36562b6 req-44e256d1-b68a-48bd-9ac5-d9130c6662e9 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21f0cea4-2894-4114-a667-cf4f7590ef92 HTTP/1.1" status: 200 len: 999 time: 0.1389070 Sep 01 14:13:53.420193 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (96452891-5521-419c-9c6f-b16dbf8fef1e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:53.521457 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=96452891-5521-419c-9c6f-b16dbf8fef1e,revision_number=5']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:53.521767 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-2c55beb5-21ff-4aad-afa4-820b4350f8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'name': 'tempest-AttachVolumeNegativeTest-1411166407-router', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:07:23Z', 'updated_at': '2022-09-01T14:07:28Z', 'revision_number': 4, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'gw_port': {'id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:24Z', 'updated_at': '2022-09-01T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': '97ccdded-40b4-4df5-b8c8-53de84aeebd4', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'port_id': '21f0cea4-2894-4114-a667-cf4f7590ef92', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'mac_address': 'fa:16:3e:41:55:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21e2730-924a-436f-a04b-ce7bc9b47ea9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:13:19Z', 'updated_at': '2022-09-01T14:13:51Z', 'revision_number': 1, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d322708-60c7-4a61-b0df-8d1e76fa1ff4', 'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'mac_address': 'fa:16:3e:a6:5b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:27Z', 'updated_at': '2022-09-01T14:07:34Z', 'revision_number': 5, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'subnets': [{'id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:13:53.572132 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c55beb5-21ff-4aad-afa4-820b4350f8b1 None None] Checking router: e8f55aa6-3e2f-4434-9312-766524ba3bfd for host: dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:13:53.589480 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c55beb5-21ff-4aad-afa4-820b4350f8b1 None None] Routers {'e8f55aa6-3e2f-4434-9312-766524ba3bfd'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:13:53.591291 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-2c55beb5-21ff-4aad-afa4-820b4350f8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:13:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:13:53.817046 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-2c55beb5-21ff-4aad-afa4-820b4350f8b1 None None] Set router e8f55aa6-3e2f-4434-9312-766524ba3bfd gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:13:53.902391 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:53.904955 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128902f-5a48-434c-b03d-74b0c6699564 req-b1d629c8-2cc5-4cdc-a229-463e74b9a23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:53.906799 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-0128902f-5a48-434c-b03d-74b0c6699564 req-b1d629c8-2cc5-4cdc-a229-463e74b9a23e service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e221a685-4333-48cb-ab94-67a4c0402490 HTTP/1.1" status: 200 len: 1129 time: 0.0561383 Sep 01 14:13:54.019858 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-0128902f-5a48-434c-b03d-74b0c6699564 req-9b08a279-0c43-4847-85e0-7bc9040851ab service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053793 Sep 01 14:13:54.148483 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91052a5-bf86-47b8-99d3-b9faa36562b6 req-1301367e-2394-4c5b-aac9-c35633b3c591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:54.148483 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e91052a5-bf86-47b8-99d3-b9faa36562b6 req-1301367e-2394-4c5b-aac9-c35633b3c591 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=114ef839-6b7e-436f-ad2e-66278bf71661 HTTP/1.1" status: 200 len: 854 time: 0.6756253 Sep 01 14:13:54.168076 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bff2b-7f3a-4cb1-9c5a-0bc4df337e9e req-5faf5113-423f-46b2-8156-9be04dcc99a6 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:54.174876 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6c7bff2b-7f3a-4cb1-9c5a-0bc4df337e9e req-5faf5113-423f-46b2-8156-9be04dcc99a6 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e221a685-4333-48cb-ab94-67a4c0402490 HTTP/1.1" status: 200 len: 945 time: 0.1111121 Sep 01 14:13:54.248748 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6c7bff2b-7f3a-4cb1-9c5a-0bc4df337e9e req-13b90e58-d5ff-4a34-8b26-67d431c697f9 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700400 Sep 01 14:13:54.264574 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-2c55beb5-21ff-4aad-afa4-820b4350f8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'name': 'tempest-AttachVolumeNegativeTest-1411166407-router', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:07:23Z', 'updated_at': '2022-09-01T14:07:28Z', 'revision_number': 4, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'gw_port': {'id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:24Z', 'updated_at': '2022-09-01T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': '97ccdded-40b4-4df5-b8c8-53de84aeebd4', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'port_id': '21f0cea4-2894-4114-a667-cf4f7590ef92', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'mac_address': 'fa:16:3e:41:55:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21e2730-924a-436f-a04b-ce7bc9b47ea9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:13:19Z', 'updated_at': '2022-09-01T14:13:51Z', 'revision_number': 1, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d322708-60c7-4a61-b0df-8d1e76fa1ff4', 'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'mac_address': 'fa:16:3e:a6:5b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:27Z', 'updated_at': '2022-09-01T14:07:34Z', 'revision_number': 5, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'subnets': [{'id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:13:54.310496 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91052a5-bf86-47b8-99d3-b9faa36562b6 req-9896ac81-fd27-4fbd-b9a5-679247ad470e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:54.314419 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e91052a5-bf86-47b8-99d3-b9faa36562b6 req-9896ac81-fd27-4fbd-b9a5-679247ad470e service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=4f2459fa-f112-4ee1-abd3-6f4952507858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0757515 Sep 01 14:13:54.389856 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c55beb5-21ff-4aad-afa4-820b4350f8b1 None None] The sync data for ids ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'] in dv-cinder-852211-7-iscsi is: [{'id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'name': 'tempest-AttachVolumeNegativeTest-1411166407-router', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:07:23Z', 'updated_at': '2022-09-01T14:07:28Z', 'revision_number': 4, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'gw_port': {'id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:24Z', 'updated_at': '2022-09-01T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': '97ccdded-40b4-4df5-b8c8-53de84aeebd4', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'port_id': '21f0cea4-2894-4114-a667-cf4f7590ef92', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'mac_address': 'fa:16:3e:41:55:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21e2730-924a-436f-a04b-ce7bc9b47ea9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:13:19Z', 'updated_at': '2022-09-01T14:13:51Z', 'revision_number': 1, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d322708-60c7-4a61-b0df-8d1e76fa1ff4', 'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'mac_address': 'fa:16:3e:a6:5b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:27Z', 'updated_at': '2022-09-01T14:07:34Z', 'revision_number': 5, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'subnets': [{'id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:13:54.407149 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-20fef7d7-1342-4804-ac5a-62a40da7a44b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:54.439942 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e91052a5-bf86-47b8-99d3-b9faa36562b6 req-e57f57d8-28c4-427b-8609-1e38bdd8b5ce service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4f2459fa-f112-4ee1-abd3-6f4952507858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231384 Sep 01 14:13:54.680455 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa93b13c-a2a8-450c-a27a-e1d47ad9b064 None None] New status for floating IP 97ccdded-40b4-4df5-b8c8-53de84aeebd4: ACTIVE {{(pid=107075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 14:13:54.946429 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e91052a5-bf86-47b8-99d3-b9faa36562b6 req-2772395a-a180-431d-888c-8cd2bb1def8e service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4f2459fa-f112-4ee1-abd3-6f4952507858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806593 Sep 01 14:13:55.391038 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:55.410350 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769713a-07da-451d-86fa-56fd39b56997 req-1517b48f-8336-45c8-898a-c122168ac946 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:55.411988 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1769713a-07da-451d-86fa-56fd39b56997 req-1517b48f-8336-45c8-898a-c122168ac946 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e221a685-4333-48cb-ab94-67a4c0402490 HTTP/1.1" status: 200 len: 945 time: 0.0604641 Sep 01 14:13:55.518193 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1769713a-07da-451d-86fa-56fd39b56997 req-9ae0cf00-84ce-43f9-8542-fbdf7c692c1e tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923629 Sep 01 14:13:56.678585 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35298d31-321a-4df9-837c-3cbdae7a4200 req-2bd2d4eb-78e4-4db8-a41a-68233f713d96 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:56.680888 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-35298d31-321a-4df9-837c-3cbdae7a4200 req-2bd2d4eb-78e4-4db8-a41a-68233f713d96 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e221a685-4333-48cb-ab94-67a4c0402490 HTTP/1.1" status: 200 len: 945 time: 0.0686710 Sep 01 14:13:56.748237 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-35298d31-321a-4df9-837c-3cbdae7a4200 req-7401de19-1393-4cea-8916-7e7f11dc4f12 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595391 Sep 01 14:13:56.894449 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cabbc4c-8d96-4a92-b92e-90d8ab0ee2a5 req-501a6cb5-d52a-46ca-8f1f-d8518b27af0a tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:56.896095 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4cabbc4c-8d96-4a92-b92e-90d8ab0ee2a5 req-501a6cb5-d52a-46ca-8f1f-d8518b27af0a tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e221a685-4333-48cb-ab94-67a4c0402490 HTTP/1.1" status: 200 len: 945 time: 0.0550690 Sep 01 14:13:56.963551 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4cabbc4c-8d96-4a92-b92e-90d8ab0ee2a5 req-5fbc2542-05ee-4ff7-a26c-d34e98e4d9ca tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573127 Sep 01 14:13:57.003892 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 34290) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:57.271504 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebdb423-b7ef-4165-a30f-9c2fe84a4db2 tempest-TestVolumeBootPattern-1683312133 tempest-TestVolumeBootPattern-1683312133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:13:57.274353 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-9ebdb423-b7ef-4165-a30f-9c2fe84a4db2 tempest-TestVolumeBootPattern-1683312133 tempest-TestVolumeBootPattern-1683312133-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e221a685-4333-48cb-ab94-67a4c0402490 HTTP/1.1" status: 200 len: 1124 time: 0.2691026 Sep 01 14:13:57.278087 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 34300) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:57.286540 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-eff8fe96-d954-4f21-831e-5efad0b9fa6b tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Request body: {'floatingip': {'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'port_id': '96452891-5521-419c-9c6f-b16dbf8fef1e', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:13:57.391804 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-eff8fe96-d954-4f21-831e-5efad0b9fa6b tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:57.474553 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1448e5a-a3eb-4227-b9ad-bec0ffe8c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:57.503687 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-eff8fe96-d954-4f21-831e-5efad0b9fa6b tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:57.508155 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:57.646739 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.db_base_plugin_common [None req-eff8fe96-d954-4f21-831e-5efad0b9fa6b tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Allocated IP 172.27.2.151 (495e3753-365b-4db4-ace7-a3dca370cb0d/c60058e0-5076-4233-a499-c0113b757f85/c043a02d-86e7-4eaf-a2da-a031db797e2f) {{(pid=107073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:13:57.795633 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-eff8fe96-d954-4f21-831e-5efad0b9fa6b tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for port (c043a02d-86e7-4eaf-a2da-a031db797e2f), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:57.926494 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-eff8fe96-d954-4f21-831e-5efad0b9fa6b tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (c043a02d-86e7-4eaf-a2da-a031db797e2f), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:57.956091 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:57.976826 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff8fe96-d954-4f21-831e-5efad0b9fa6b tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Network 495e3753-365b-4db4-ace7-a3dca370cb0d is already hosted by enough agents. {{(pid=107073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:13:57.980581 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.base_scheduler [None req-eff8fe96-d954-4f21-831e-5efad0b9fa6b tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Resources bound (agent type, host, resource id): {{(pid=107073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:13:57.985409 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff8fe96-d954-4f21-831e-5efad0b9fa6b tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Received port after_create {{(pid=107073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:13:58.011800 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8fe96-d954-4f21-831e-5efad0b9fa6b tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Pushing event updated for resources: {'Port': ['ID=c043a02d-86e7-4eaf-a2da-a031db797e2f,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:58.486148 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-eff8fe96-d954-4f21-831e-5efad0b9fa6b tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for floatingip (e8161bf0-e727-4a52-a092-19921cd99b98), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:58.666389 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-eff8fe96-d954-4f21-831e-5efad0b9fa6b tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (c043a02d-86e7-4eaf-a2da-a031db797e2f), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:58.707910 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:58.893939 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-eff8fe96-d954-4f21-831e-5efad0b9fa6b tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for port (c043a02d-86e7-4eaf-a2da-a031db797e2f), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:59.082329 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-eff8fe96-d954-4f21-831e-5efad0b9fa6b tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3071173'] for port (c043a02d-86e7-4eaf-a2da-a031db797e2f), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:59.164917 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8fe96-d954-4f21-831e-5efad0b9fa6b tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Pushing event updated for resources: {'Port': ['ID=c043a02d-86e7-4eaf-a2da-a031db797e2f,revision_number=2']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:13:59.168217 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-eff8fe96-d954-4f21-831e-5efad0b9fa6b tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122292'] for floatingip (e8161bf0-e727-4a52-a092-19921cd99b98), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:59.224507 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:59.285599 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.db.l3_db [None req-eff8fe96-d954-4f21-831e-5efad0b9fa6b tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Floating IP e8161bf0-e727-4a52-a092-19921cd99b98 associated. External IP: 172.27.2.151, port: 96452891-5521-419c-9c6f-b16dbf8fef1e. Sep 01 14:13:59.444201 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 34326) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:59.568997 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff8fe96-d954-4f21-831e-5efad0b9fa6b tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Router e0ff8f07-361c-48d1-b834-0573de213e75 has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:13:59.572019 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:59.626353 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-2d1d8aa2-b87b-46eb-ae32-10ed14b13711 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:59.692443 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:13:59.743545 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff8fe96-d954-4f21-831e-5efad0b9fa6b tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:13:59.757778 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-2d1d8aa2-b87b-46eb-ae32-10ed14b13711 admin admin] Publish callbacks [] for security_group (6c9868c7-b4ad-4471-a8ba-e1c4249833d7), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:59.766297 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd7892b-4912-4d1e-8ba9-abab75be9b4d None None] Sync routers for ids ['e0ff8f07-361c-48d1-b834-0573de213e75'] in dv-cinder-852211-7-iscsi {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:13:59.783929 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd7892b-4912-4d1e-8ba9-abab75be9b4d None None] Routers {'e0ff8f07-361c-48d1-b834-0573de213e75'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:13:59.784914 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-9bd7892b-4912-4d1e-8ba9-abab75be9b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:13:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['e0ff8f07-361c-48d1-b834-0573de213e75'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:13:59.810763 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 34332) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:13:59.906021 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-2d1d8aa2-b87b-46eb-ae32-10ed14b13711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (6c9868c7-b4ad-4471-a8ba-e1c4249833d7), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:59.962354 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-9bd7892b-4912-4d1e-8ba9-abab75be9b4d None None] Set router e0ff8f07-361c-48d1-b834-0573de213e75 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:13:59.967207 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-eff8fe96-d954-4f21-831e-5efad0b9fa6b tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for floatingip (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:13:59.989138 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d8aa2-b87b-46eb-ae32-10ed14b13711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9868c7-b4ad-4471-a8ba-e1c4249833d7,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:00.002384 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-2d1d8aa2-b87b-46eb-ae32-10ed14b13711 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=136a046b078f4b3ea302ea7802cf628f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5567636 Sep 01 14:14:00.005008 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 34336) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:00.051324 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-b26081ae-5bd0-4015-894a-d1233528197d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:00.089062 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-35b8872f-0d09-4d5c-aaef-8e839cd02718 admin admin] Publish callbacks [] for security_group (6c9868c7-b4ad-4471-a8ba-e1c4249833d7), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:00.094061 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-eff8fe96-d954-4f21-831e-5efad0b9fa6b tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8132148 Sep 01 14:14:00.096364 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=100 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:00.099643 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e221a685-4333-48cb-ab94-67a4c0402490', 'tag': '96452891-5521-419c-9c6f-b16dbf8fef1e'}] {{(pid=107073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:14:00.104014 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa2be68435688eaee197eda6180a725a3135abf9bfe352ecc662039bf4a93bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50afc6ca-24f9-4997-81fc-f2607a30b620" -d '{"events": [{"name": "network-changed", "server_uuid": "e221a685-4333-48cb-ab94-67a4c0402490", "tag": "96452891-5521-419c-9c6f-b16dbf8fef1e"}]}' {{(pid=107073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:14:00.132409 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-35b8872f-0d09-4d5c-aaef-8e839cd02718 admin admin] Publish callbacks [] for security_group (6c9868c7-b4ad-4471-a8ba-e1c4249833d7), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:00.178835 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a480414-9dd6-45a9-94db-c0a602b81127 x-openstack-request-id: req-7a480414-9dd6-45a9-94db-c0a602b81127 {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:14:00.179461 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e221a685-4333-48cb-ab94-67a4c0402490", "tag": "96452891-5521-419c-9c6f-b16dbf8fef1e", "status": "completed", "code": 200}]} {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:14:00.179945 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a480414-9dd6-45a9-94db-c0a602b81127 {{(pid=107073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:14:00.180726 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a480414-9dd6-45a9-94db-c0a602b81127'] response: {'name': 'network-changed', 'server_uuid': 'e221a685-4333-48cb-ab94-67a4c0402490', 'tag': '96452891-5521-419c-9c6f-b16dbf8fef1e', 'status': 'completed', 'code': 200} Sep 01 14:14:00.183782 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=100 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:00.234233 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:00.264791 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-b26081ae-5bd0-4015-894a-d1233528197d admin admin] Publish callbacks [] for security_group (51f904ea-0eee-4a3e-a7cb-0046c746674a), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:00.281763 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50afc6ca-24f9-4997-81fc-f2607a30b620 req-f3741868-9e56-474e-97e7-0db1e149b369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:14:00.284048 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-50afc6ca-24f9-4997-81fc-f2607a30b620 req-f3741868-9e56-474e-97e7-0db1e149b369 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=8acdb976501045c0813d16f3d0ffd13d&device_id=e221a685-4333-48cb-ab94-67a4c0402490 HTTP/1.1" status: 200 len: 1129 time: 0.0624144 Sep 01 14:14:00.331105 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-35b8872f-0d09-4d5c-aaef-8e839cd02718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (6c9868c7-b4ad-4471-a8ba-e1c4249833d7), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:00.334296 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-35b8872f-0d09-4d5c-aaef-8e839cd02718 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:00.338758 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-35b8872f-0d09-4d5c-aaef-8e839cd02718 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/6c9868c7-b4ad-4471-a8ba-e1c4249833d7 HTTP/1.1" status: 204 len: 168 time: 0.3292487 Sep 01 14:14:00.349160 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8872f-0d09-4d5c-aaef-8e839cd02718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9868c7-b4ad-4471-a8ba-e1c4249833d7,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:00.354763 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-9bd7892b-4912-4d1e-8ba9-abab75be9b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'name': 'tempest-TestVolumeBootPattern-1276467625-router', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:27Z', 'revision_number': 4, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'gw_port': {'id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:18:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': 'e8161bf0-e727-4a52-a092-19921cd99b98', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'port_id': '96452891-5521-419c-9c6f-b16dbf8fef1e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'mac_address': 'fa:16:3e:61:e0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e221a685-4333-48cb-ab94-67a4c0402490', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:13:58Z', 'updated_at': '2022-09-01T14:13:58Z', 'revision_number': 0, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533a4976-41de-431f-aa44-4aaf39a68069', 'name': '', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'mac_address': 'fa:16:3e:f1:ac:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:26Z', 'updated_at': '2022-09-01T14:12:34Z', 'revision_number': 5, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'subnets': [{'id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:14:00.384947 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-b26081ae-5bd0-4015-894a-d1233528197d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (51f904ea-0eee-4a3e-a7cb-0046c746674a), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:00.406748 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd7892b-4912-4d1e-8ba9-abab75be9b4d None None] Checking router: e0ff8f07-361c-48d1-b834-0573de213e75 for host: dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:14:00.415190 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:00.424129 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd7892b-4912-4d1e-8ba9-abab75be9b4d None None] Routers {'e0ff8f07-361c-48d1-b834-0573de213e75'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:14:00.425232 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-9bd7892b-4912-4d1e-8ba9-abab75be9b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:13:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['e0ff8f07-361c-48d1-b834-0573de213e75'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:14:00.494254 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-b26081ae-5bd0-4015-894a-d1233528197d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d25991f35d14479fb889e577f81c2c36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6815960 Sep 01 14:14:00.497570 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 34346) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:00.504504 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26081ae-5bd0-4015-894a-d1233528197d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f904ea-0eee-4a3e-a7cb-0046c746674a,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:00.554850 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50afc6ca-24f9-4997-81fc-f2607a30b620 req-1548e10f-1246-424b-a970-29c8e2b65a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:14:00.557648 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-50afc6ca-24f9-4997-81fc-f2607a30b620 req-1548e10f-1246-424b-a970-29c8e2b65a29 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 HTTP/1.1" status: 200 len: 913 time: 0.2647483 Sep 01 14:14:00.596732 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-9bd7892b-4912-4d1e-8ba9-abab75be9b4d None None] Set router e0ff8f07-361c-48d1-b834-0573de213e75 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:14:00.629032 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-54a73b1b-ec87-486d-b360-7de341058c17 admin admin] Publish callbacks [] for security_group (51f904ea-0eee-4a3e-a7cb-0046c746674a), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:00.671449 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-54a73b1b-ec87-486d-b360-7de341058c17 admin admin] Publish callbacks [] for security_group (51f904ea-0eee-4a3e-a7cb-0046c746674a), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:00.695100 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-50afc6ca-24f9-4997-81fc-f2607a30b620 req-de27f0d1-5729-425c-bab9-03016357d50b service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96452891-5521-419c-9c6f-b16dbf8fef1e HTTP/1.1" status: 200 len: 999 time: 0.1280634 Sep 01 14:14:00.725622 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=4 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:00.783191 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50afc6ca-24f9-4997-81fc-f2607a30b620 req-f3b231bd-f946-463a-a3e5-26b752174f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:14:00.783892 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-50afc6ca-24f9-4997-81fc-f2607a30b620 req-f3b231bd-f946-463a-a3e5-26b752174f99 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527 HTTP/1.1" status: 200 len: 851 time: 0.0787201 Sep 01 14:14:00.870611 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-54a73b1b-ec87-486d-b360-7de341058c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (51f904ea-0eee-4a3e-a7cb-0046c746674a), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:00.875373 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-54a73b1b-ec87-486d-b360-7de341058c17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:00.877294 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-54a73b1b-ec87-486d-b360-7de341058c17 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/51f904ea-0eee-4a3e-a7cb-0046c746674a HTTP/1.1" status: 204 len: 168 time: 0.3774650 Sep 01 14:14:00.886562 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50afc6ca-24f9-4997-81fc-f2607a30b620 req-0a3664a4-99d2-4ac6-a42e-485ebec00947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:14:00.890689 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-50afc6ca-24f9-4997-81fc-f2607a30b620 req-0a3664a4-99d2-4ac6-a42e-485ebec00947 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0970726 Sep 01 14:14:00.901941 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a73b1b-ec87-486d-b360-7de341058c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f904ea-0eee-4a3e-a7cb-0046c746674a,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:00.978261 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-9bd7892b-4912-4d1e-8ba9-abab75be9b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'name': 'tempest-TestVolumeBootPattern-1276467625-router', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:27Z', 'revision_number': 4, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'gw_port': {'id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:18:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': 'e8161bf0-e727-4a52-a092-19921cd99b98', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'port_id': '96452891-5521-419c-9c6f-b16dbf8fef1e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'mac_address': 'fa:16:3e:61:e0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e221a685-4333-48cb-ab94-67a4c0402490', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:13:58Z', 'updated_at': '2022-09-01T14:13:58Z', 'revision_number': 0, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533a4976-41de-431f-aa44-4aaf39a68069', 'name': '', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'mac_address': 'fa:16:3e:f1:ac:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:26Z', 'updated_at': '2022-09-01T14:12:34Z', 'revision_number': 5, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'subnets': [{'id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:14:01.034902 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd7892b-4912-4d1e-8ba9-abab75be9b4d None None] The sync data for ids ['e0ff8f07-361c-48d1-b834-0573de213e75'] in dv-cinder-852211-7-iscsi is: [{'id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'name': 'tempest-TestVolumeBootPattern-1276467625-router', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:27Z', 'revision_number': 4, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'gw_port': {'id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:18:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': 'e8161bf0-e727-4a52-a092-19921cd99b98', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'port_id': '96452891-5521-419c-9c6f-b16dbf8fef1e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'mac_address': 'fa:16:3e:61:e0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e221a685-4333-48cb-ab94-67a4c0402490', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:13:58Z', 'updated_at': '2022-09-01T14:13:58Z', 'revision_number': 0, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533a4976-41de-431f-aa44-4aaf39a68069', 'name': '', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'mac_address': 'fa:16:3e:f1:ac:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:26Z', 'updated_at': '2022-09-01T14:12:34Z', 'revision_number': 5, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'subnets': [{'id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:14:01.066896 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:INSERT=6,neutron:SELECT=94 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:01.086712 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-50afc6ca-24f9-4997-81fc-f2607a30b620 req-a66ceaf6-f3df-4972-b1c3-ac63a05376f4 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848164 Sep 01 14:14:01.208036 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:01.212011 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-50afc6ca-24f9-4997-81fc-f2607a30b620 req-a19e1e50-8dd0-47fb-b43a-c2347c7259c6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219001 Sep 01 14:14:01.330248 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc11cb5-b264-4d29-91b0-e82b5afa6946 None None] New status for floating IP e8161bf0-e727-4a52-a092-19921cd99b98: ACTIVE {{(pid=107075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 14:14:01.413207 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 34352) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:01.440306 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-9f3b132d-d004-461b-8e39-8020be21e7de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:01.582885 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-9f3b132d-d004-461b-8e39-8020be21e7de admin admin] Publish callbacks [] for security_group (fa8784a6-8388-4200-a6bd-ef56f5e7e7c1), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:01.665053 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-9f3b132d-d004-461b-8e39-8020be21e7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (fa8784a6-8388-4200-a6bd-ef56f5e7e7c1), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:01.749919 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-9f3b132d-d004-461b-8e39-8020be21e7de admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=75f968b364344b3fbf86162ab194ce67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3346767 Sep 01 14:14:01.751687 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b132d-d004-461b-8e39-8020be21e7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8784a6-8388-4200-a6bd-ef56f5e7e7c1,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:01.752962 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 34356) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:01.826712 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8f34dc78-033d-481e-847b-7d98cfadd385 admin admin] Publish callbacks [] for security_group (fa8784a6-8388-4200-a6bd-ef56f5e7e7c1), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:01.867029 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8f34dc78-033d-481e-847b-7d98cfadd385 admin admin] Publish callbacks [] for security_group (fa8784a6-8388-4200-a6bd-ef56f5e7e7c1), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:02.077242 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 34358) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:02.087115 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8f34dc78-033d-481e-847b-7d98cfadd385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (fa8784a6-8388-4200-a6bd-ef56f5e7e7c1), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:02.090827 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8f34dc78-033d-481e-847b-7d98cfadd385 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:02.092538 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-de9a614e-14e7-412c-941e-b79e2cf36627 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:02.092870 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-8f34dc78-033d-481e-847b-7d98cfadd385 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/fa8784a6-8388-4200-a6bd-ef56f5e7e7c1 HTTP/1.1" status: 204 len: 168 time: 0.3378978 Sep 01 14:14:02.116548 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f34dc78-033d-481e-847b-7d98cfadd385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8784a6-8388-4200-a6bd-ef56f5e7e7c1,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:02.201232 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-de9a614e-14e7-412c-941e-b79e2cf36627 admin admin] Publish callbacks [] for security_group (555ff8eb-2e78-44e4-82a5-c3939986349b), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:02.267779 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-de9a614e-14e7-412c-941e-b79e2cf36627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (555ff8eb-2e78-44e4-82a5-c3939986349b), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:02.317830 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-de9a614e-14e7-412c-941e-b79e2cf36627 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a35adb447f014e52a1a237a51a62d4df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391753 Sep 01 14:14:02.319429 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a614e-14e7-412c-941e-b79e2cf36627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555ff8eb-2e78-44e4-82a5-c3939986349b,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:02.322186 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 34362) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:02.395952 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-8b1fb22a-865b-4375-8a3e-c75cb6d0864c admin admin] Publish callbacks [] for security_group (555ff8eb-2e78-44e4-82a5-c3939986349b), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:02.429548 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-8b1fb22a-865b-4375-8a3e-c75cb6d0864c admin admin] Publish callbacks [] for security_group (555ff8eb-2e78-44e4-82a5-c3939986349b), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:02.565414 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-8b1fb22a-865b-4375-8a3e-c75cb6d0864c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (555ff8eb-2e78-44e4-82a5-c3939986349b), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:02.569741 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-8b1fb22a-865b-4375-8a3e-c75cb6d0864c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:02.571324 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-8b1fb22a-865b-4375-8a3e-c75cb6d0864c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/555ff8eb-2e78-44e4-82a5-c3939986349b HTTP/1.1" status: 204 len: 168 time: 0.2479506 Sep 01 14:14:02.588085 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1fb22a-865b-4375-8a3e-c75cb6d0864c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555ff8eb-2e78-44e4-82a5-c3939986349b,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:03.670386 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 34386) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:03.688544 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b1223b48-b1db-4e5a-b941-8837f7d110b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:03.886371 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b1223b48-b1db-4e5a-b941-8837f7d110b1 admin admin] Publish callbacks [] for security_group (b8d1ec79-d917-4727-b8a0-8a9a945e3f89), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:04.002442 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-b1223b48-b1db-4e5a-b941-8837f7d110b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (b8d1ec79-d917-4727-b8a0-8a9a945e3f89), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:04.039195 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:04.078760 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=16 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:04.084722 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1223b48-b1db-4e5a-b941-8837f7d110b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d1ec79-d917-4727-b8a0-8a9a945e3f89,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:04.093738 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-b1223b48-b1db-4e5a-b941-8837f7d110b1 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=978d65d5f3c64741ba7f4bd4c562a9b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4216149 Sep 01 14:14:04.098091 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 34420) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:04.202407 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-010f538d-0254-4f5b-b987-0f9d8fd1d634 admin admin] Publish callbacks [] for security_group (b8d1ec79-d917-4727-b8a0-8a9a945e3f89), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:04.248113 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-010f538d-0254-4f5b-b987-0f9d8fd1d634 admin admin] Publish callbacks [] for security_group (b8d1ec79-d917-4727-b8a0-8a9a945e3f89), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:04.464797 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-010f538d-0254-4f5b-b987-0f9d8fd1d634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (b8d1ec79-d917-4727-b8a0-8a9a945e3f89), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:04.467874 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-010f538d-0254-4f5b-b987-0f9d8fd1d634 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:04.469124 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-010f538d-0254-4f5b-b987-0f9d8fd1d634 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b8d1ec79-d917-4727-b8a0-8a9a945e3f89 HTTP/1.1" status: 204 len: 168 time: 0.3695908 Sep 01 14:14:04.479532 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f538d-0254-4f5b-b987-0f9d8fd1d634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d1ec79-d917-4727-b8a0-8a9a945e3f89,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:08.267659 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:11.034178 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=48 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:14.472848 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=48,neutron:DELETE=5 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:14.474560 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=38,neutron:DELETE=3 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:17.756337 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 34576) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:17.908303 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-82a16403-dde7-4dfc-84a4-72f1a350a6d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:18.019139 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-82a16403-dde7-4dfc-84a4-72f1a350a6d6 admin admin] Publish callbacks [] for security_group (5da5e7ff-6bf2-4e41-9308-b999fefd174b), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:18.108213 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-82a16403-dde7-4dfc-84a4-72f1a350a6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (5da5e7ff-6bf2-4e41-9308-b999fefd174b), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:18.156082 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-82a16403-dde7-4dfc-84a4-72f1a350a6d6 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ca6c076dc27141fbbcb9f3906ad62231&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3985431 Sep 01 14:14:18.159117 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 34586) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:18.161407 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a16403-dde7-4dfc-84a4-72f1a350a6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da5e7ff-6bf2-4e41-9308-b999fefd174b,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:18.170618 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a16403-dde7-4dfc-84a4-72f1a350a6d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:18.171085 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a16403-dde7-4dfc-84a4-72f1a350a6d6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:18.171437 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a16403-dde7-4dfc-84a4-72f1a350a6d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:18.171776 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a16403-dde7-4dfc-84a4-72f1a350a6d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:18.172107 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a16403-dde7-4dfc-84a4-72f1a350a6d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:18.172435 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a16403-dde7-4dfc-84a4-72f1a350a6d6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:18.172759 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a16403-dde7-4dfc-84a4-72f1a350a6d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:18.173079 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a16403-dde7-4dfc-84a4-72f1a350a6d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:18.173401 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a16403-dde7-4dfc-84a4-72f1a350a6d6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:18.173725 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a16403-dde7-4dfc-84a4-72f1a350a6d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:18.174085 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a16403-dde7-4dfc-84a4-72f1a350a6d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:18.174408 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a16403-dde7-4dfc-84a4-72f1a350a6d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:18.174727 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a16403-dde7-4dfc-84a4-72f1a350a6d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:18.175043 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a16403-dde7-4dfc-84a4-72f1a350a6d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:18.175480 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a16403-dde7-4dfc-84a4-72f1a350a6d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:18.200898 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:18.203620 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=68,neutron:UPDATE=9 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:18.223382 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5bbb2605-7a24-40d1-8df6-f827a16b69f1 admin admin] Publish callbacks [] for security_group (5da5e7ff-6bf2-4e41-9308-b999fefd174b), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:18.248135 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5bbb2605-7a24-40d1-8df6-f827a16b69f1 admin admin] Publish callbacks [] for security_group (5da5e7ff-6bf2-4e41-9308-b999fefd174b), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:18.458363 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5bbb2605-7a24-40d1-8df6-f827a16b69f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (5da5e7ff-6bf2-4e41-9308-b999fefd174b), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:18.460935 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5bbb2605-7a24-40d1-8df6-f827a16b69f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:18.462179 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-5bbb2605-7a24-40d1-8df6-f827a16b69f1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5da5e7ff-6bf2-4e41-9308-b999fefd174b HTTP/1.1" status: 204 len: 168 time: 0.3016994 Sep 01 14:14:18.471364 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb2605-7a24-40d1-8df6-f827a16b69f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da5e7ff-6bf2-4e41-9308-b999fefd174b,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:22.667446 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 6 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:14:23.552690 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=57,neutron:DELETE=1 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:24.355890 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-38ff57ac-05b6-4bc3-8685-1b3bb1758b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:25.642953 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc52df-901a-4fcc-ab31-a8dedb72504f req-093cb9d3-ff18-4e52-bcba-db637010810a tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:14:25.644574 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6adc52df-901a-4fcc-ab31-a8dedb72504f req-093cb9d3-ff18-4e52-bcba-db637010810a tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 946 time: 0.0561049 Sep 01 14:14:25.709487 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6adc52df-901a-4fcc-ab31-a8dedb72504f req-645497b6-65a0-4f27-ad1c-ed3126de43d8 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583532 Sep 01 14:14:25.954005 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 34700) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:26.088631 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-b88f4bf4-e9e7-427a-9f50-5d4da544e05e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:26.203667 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-b88f4bf4-e9e7-427a-9f50-5d4da544e05e admin admin] Publish callbacks [] for security_group (afe971d8-25c1-46da-925b-e33725eb347a), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:26.267783 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-b88f4bf4-e9e7-427a-9f50-5d4da544e05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (afe971d8-25c1-46da-925b-e33725eb347a), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:26.318932 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f4bf4-e9e7-427a-9f50-5d4da544e05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe971d8-25c1-46da-925b-e33725eb347a,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:26.324853 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-b88f4bf4-e9e7-427a-9f50-5d4da544e05e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a301540e1c7d4fa2aaacbb4519b901c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3695488 Sep 01 14:14:26.329497 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 34714) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:26.398355 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-2b9dddfb-9b11-42e6-b74e-30524a4a0f7b admin admin] Publish callbacks [] for security_group (afe971d8-25c1-46da-925b-e33725eb347a), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:26.429234 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-2b9dddfb-9b11-42e6-b74e-30524a4a0f7b admin admin] Publish callbacks [] for security_group (afe971d8-25c1-46da-925b-e33725eb347a), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:26.647252 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-2b9dddfb-9b11-42e6-b74e-30524a4a0f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (afe971d8-25c1-46da-925b-e33725eb347a), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:26.650506 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-2b9dddfb-9b11-42e6-b74e-30524a4a0f7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:26.658460 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-2b9dddfb-9b11-42e6-b74e-30524a4a0f7b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/afe971d8-25c1-46da-925b-e33725eb347a HTTP/1.1" status: 204 len: 168 time: 0.3207319 Sep 01 14:14:26.662726 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9dddfb-9b11-42e6-b74e-30524a4a0f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe971d8-25c1-46da-925b-e33725eb347a,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:26.885850 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b60a99-03df-48b5-a710-a6f74cfde2b3 req-88f2b860-f3a7-4a01-b998-2950de6be47a tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:14:26.888174 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-31b60a99-03df-48b5-a710-a6f74cfde2b3 req-88f2b860-f3a7-4a01-b998-2950de6be47a tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 946 time: 0.0887654 Sep 01 14:14:26.944551 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-31b60a99-03df-48b5-a710-a6f74cfde2b3 req-b4e7a14d-5267-46c0-a7a3-d58ab01cb577 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0262b67b-afe8-4971-a775-3aaed3a8cacf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503497 Sep 01 14:14:27.240555 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a374f9c-386a-4c81-921e-c8fde1df4233 req-e4cfebd5-6970-482b-ab8e-fb5cc2d3f289 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:14:27.242357 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9a374f9c-386a-4c81-921e-c8fde1df4233 req-e4cfebd5-6970-482b-ab8e-fb5cc2d3f289 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 946 time: 0.0588095 Sep 01 14:14:27.364513 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [req-9a374f9c-386a-4c81-921e-c8fde1df4233 req-b05fe490-3f49-4512-9693-1249dedad1c4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Deleting port 214b6ab8-206c-4129-a639-f69abbdaa49b {{(pid=107073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:14:27.364854 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-9a374f9c-386a-4c81-921e-c8fde1df4233 req-b05fe490-3f49-4512-9693-1249dedad1c4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (214b6ab8-206c-4129-a639-f69abbdaa49b), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:27.423633 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:27.473220 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-823de427-d428-47fb-9640-cd487266b96b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:27.479042 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:27.481290 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [req-9a374f9c-386a-4c81-921e-c8fde1df4233 req-b05fe490-3f49-4512-9693-1249dedad1c4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] For port 214b6ab8-206c-4129-a639-f69abbdaa49b, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=214b6ab8-206c-4129-a639-f69abbdaa49b,segment=NetworkSegment(64991032-cb00-4fe3-9882-ec8e7671fd4e),segment_id=64991032-cb00-4fe3-9882-ec8e7671fd4e)] {{(pid=107073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:14:27.481663 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-9a374f9c-386a-4c81-921e-c8fde1df4233 req-b05fe490-3f49-4512-9693-1249dedad1c4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (214b6ab8-206c-4129-a639-f69abbdaa49b), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:27.693268 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-9a374f9c-386a-4c81-921e-c8fde1df4233 req-b05fe490-3f49-4512-9693-1249dedad1c4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:27.693268 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-9a374f9c-386a-4c81-921e-c8fde1df4233 req-b05fe490-3f49-4512-9693-1249dedad1c4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122292'] for floatingip (db870b89-6e10-4cad-8bce-a556381319e1), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:27.693268 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.db.l3_db [req-9a374f9c-386a-4c81-921e-c8fde1df4233 req-b05fe490-3f49-4512-9693-1249dedad1c4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Floating IP db870b89-6e10-4cad-8bce-a556381319e1 disassociated. External IP: 172.27.2.50, port: 214b6ab8-206c-4129-a639-f69abbdaa49b. Sep 01 14:14:27.693268 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [req-9a374f9c-386a-4c81-921e-c8fde1df4233 req-b05fe490-3f49-4512-9693-1249dedad1c4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Calling delete_port for 214b6ab8-206c-4129-a639-f69abbdaa49b owned by compute:nova {{(pid=107073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:14:27.950600 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-9a374f9c-386a-4c81-921e-c8fde1df4233 req-b05fe490-3f49-4512-9693-1249dedad1c4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (214b6ab8-206c-4129-a639-f69abbdaa49b), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:27.990746 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05fe490-3f49-4512-9693-1249dedad1c4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Pushing event deleted for resources: {'Port': ['ID=214b6ab8-206c-4129-a639-f69abbdaa49b,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:28.005767 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fe490-3f49-4512-9693-1249dedad1c4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:28.006150 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fe490-3f49-4512-9693-1249dedad1c4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:28.006498 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fe490-3f49-4512-9693-1249dedad1c4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:28.006840 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fe490-3f49-4512-9693-1249dedad1c4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:28.007182 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fe490-3f49-4512-9693-1249dedad1c4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:28.007580 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fe490-3f49-4512-9693-1249dedad1c4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:28.007913 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fe490-3f49-4512-9693-1249dedad1c4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:28.008243 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fe490-3f49-4512-9693-1249dedad1c4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:28.008568 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fe490-3f49-4512-9693-1249dedad1c4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:28.008904 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fe490-3f49-4512-9693-1249dedad1c4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:28.009228 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fe490-3f49-4512-9693-1249dedad1c4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:28.009553 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fe490-3f49-4512-9693-1249dedad1c4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:28.009883 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fe490-3f49-4512-9693-1249dedad1c4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:28.010256 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fe490-3f49-4512-9693-1249dedad1c4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:28.010547 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05fe490-3f49-4512-9693-1249dedad1c4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:28.161783 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-710b8cdf-cd47-4477-8ad7-0702303cf3bf req-82a986aa-6197-475a-be3e-07a518cf48a4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 210 time: 0.0819380 Sep 01 14:14:28.164699 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=24,neutron:INSERT=4 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:28.168878 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=15,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:28.207139 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a374f9c-386a-4c81-921e-c8fde1df4233 req-b05fe490-3f49-4512-9693-1249dedad1c4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Router 37b08d5e-be17-4105-af7b-a88fbc50b9fc has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:14:28.337888 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a374f9c-386a-4c81-921e-c8fde1df4233 req-b05fe490-3f49-4512-9693-1249dedad1c4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:14:28.364722 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbf3a80-6353-441a-a90d-56830dab7061 None None] Sync routers for ids ['37b08d5e-be17-4105-af7b-a88fbc50b9fc'] in dv-cinder-852211-7-iscsi {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:14:28.395473 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbf3a80-6353-441a-a90d-56830dab7061 None None] Routers {'37b08d5e-be17-4105-af7b-a88fbc50b9fc'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:14:28.396643 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-dfbf3a80-6353-441a-a90d-56830dab7061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:14:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['37b08d5e-be17-4105-af7b-a88fbc50b9fc'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:14:28.421179 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:28.470492 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a374f9c-386a-4c81-921e-c8fde1df4233 req-b05fe490-3f49-4512-9693-1249dedad1c4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] No DVR routers for this DVR port 214b6ab8-206c-4129-a639-f69abbdaa49b on host hv-cinder-85221 {{(pid=107073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:14:28.475506 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-9a374f9c-386a-4c81-921e-c8fde1df4233 req-b05fe490-3f49-4512-9693-1249dedad1c4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:28.483053 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9a374f9c-386a-4c81-921e-c8fde1df4233 req-b05fe490-3f49-4512-9693-1249dedad1c4 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.72 "DELETE /networking/v2.0/ports/214b6ab8-206c-4129-a639-f69abbdaa49b HTTP/1.1" status: 204 len: 173 time: 1.2327907 Sep 01 14:14:28.486114 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1298e8f-49c7-4a76-bc92-4b1fd8dfeac1', 'name': 'network-vif-deleted', 'tag': '214b6ab8-206c-4129-a639-f69abbdaa49b'}] {{(pid=107073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:14:28.497259 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa2be68435688eaee197eda6180a725a3135abf9bfe352ecc662039bf4a93bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826dcb7f-da8e-4c52-b945-b0d7ddcb1212" -d '{"events": [{"server_uuid": "d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1", "name": "network-vif-deleted", "tag": "214b6ab8-206c-4129-a639-f69abbdaa49b"}]}' {{(pid=107073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:14:28.592245 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4aa695-7f7c-43bd-a771-dd00acead06d x-openstack-request-id: req-3e4aa695-7f7c-43bd-a771-dd00acead06d {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:14:28.601820 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1", "name": "network-vif-deleted", "tag": "214b6ab8-206c-4129-a639-f69abbdaa49b", "status": "completed", "code": 200}]} {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:14:28.601820 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e4aa695-7f7c-43bd-a771-dd00acead06d {{(pid=107073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:14:28.601820 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e4aa695-7f7c-43bd-a771-dd00acead06d'] response: {'server_uuid': 'd1298e8f-49c7-4a76-bc92-4b1fd8dfeac1', 'name': 'network-vif-deleted', 'tag': '214b6ab8-206c-4129-a639-f69abbdaa49b', 'status': 'completed', 'code': 200} Sep 01 14:14:28.640201 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-dfbf3a80-6353-441a-a90d-56830dab7061 None None] Set router 37b08d5e-be17-4105-af7b-a88fbc50b9fc gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:14:28.972908 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-dfbf3a80-6353-441a-a90d-56830dab7061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1832381904-router', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:39Z', 'updated_at': '2022-09-01T14:05:52Z', 'revision_number': 4, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'gw_port': {'id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:41Z', 'updated_at': '2022-09-01T14:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': 'f67cb7de-db9d-4185-8a7e-2c17517e2aab', 'name': '', 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'mac_address': 'fa:16:3e:87:e5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5274d38f-79ac-43b5-aae2-e29860924168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:50Z', 'updated_at': '2022-09-01T14:06:18Z', 'revision_number': 5, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'subnets': [{'id': '5274d38f-79ac-43b5-aae2-e29860924168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:14:29.003383 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbf3a80-6353-441a-a90d-56830dab7061 None None] Checking router: 37b08d5e-be17-4105-af7b-a88fbc50b9fc for host: dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:14:29.013028 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbf3a80-6353-441a-a90d-56830dab7061 None None] Routers {'37b08d5e-be17-4105-af7b-a88fbc50b9fc'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:14:29.013651 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-dfbf3a80-6353-441a-a90d-56830dab7061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:14:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['37b08d5e-be17-4105-af7b-a88fbc50b9fc'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:14:29.145487 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-dfbf3a80-6353-441a-a90d-56830dab7061 None None] Set router 37b08d5e-be17-4105-af7b-a88fbc50b9fc gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:14:29.264822 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:29.342080 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-529ff607-fc15-4c3e-9d17-94ee03dd5bf9 req-baebc760-1a77-4edd-a96f-03bb060c3d1b tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1298e8f-49c7-4a76-bc92-4b1fd8dfeac1 HTTP/1.1" status: 200 len: 210 time: 0.0357082 Sep 01 14:14:29.545046 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-dfbf3a80-6353-441a-a90d-56830dab7061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1832381904-router', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:39Z', 'updated_at': '2022-09-01T14:05:52Z', 'revision_number': 4, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'gw_port': {'id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:41Z', 'updated_at': '2022-09-01T14:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': 'f67cb7de-db9d-4185-8a7e-2c17517e2aab', 'name': '', 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'mac_address': 'fa:16:3e:87:e5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5274d38f-79ac-43b5-aae2-e29860924168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:50Z', 'updated_at': '2022-09-01T14:06:18Z', 'revision_number': 5, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'subnets': [{'id': '5274d38f-79ac-43b5-aae2-e29860924168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:14:29.573332 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbf3a80-6353-441a-a90d-56830dab7061 None None] The sync data for ids ['37b08d5e-be17-4105-af7b-a88fbc50b9fc'] in dv-cinder-852211-7-iscsi is: [{'id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1832381904-router', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:39Z', 'updated_at': '2022-09-01T14:05:52Z', 'revision_number': 4, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'gw_port': {'id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:41Z', 'updated_at': '2022-09-01T14:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': 'f67cb7de-db9d-4185-8a7e-2c17517e2aab', 'name': '', 'network_id': '04671c53-ca48-4ca5-8247-463b6ac1fbe1', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'mac_address': 'fa:16:3e:87:e5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5274d38f-79ac-43b5-aae2-e29860924168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:50Z', 'updated_at': '2022-09-01T14:06:18Z', 'revision_number': 5, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'subnets': [{'id': '5274d38f-79ac-43b5-aae2-e29860924168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:14:29.841825 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf8fc81-ce6f-41f7-84f7-bbdcebe8d512 None None] New status for floating IP db870b89-6e10-4cad-8bce-a556381319e1: DOWN {{(pid=107075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 14:14:30.415643 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:30.581230 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 34790) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:30.651637 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-6e808e9e-8825-4b96-a84c-e9e717a56167 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for security_group (0262b67b-afe8-4971-a775-3aaed3a8cacf), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:30.691362 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-6e808e9e-8825-4b96-a84c-e9e717a56167 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for security_group (0262b67b-afe8-4971-a775-3aaed3a8cacf), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:30.888400 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-6e808e9e-8825-4b96-a84c-e9e717a56167 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (0262b67b-afe8-4971-a775-3aaed3a8cacf), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:30.895429 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-6e808e9e-8825-4b96-a84c-e9e717a56167 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:30.895429 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-6e808e9e-8825-4b96-a84c-e9e717a56167 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0262b67b-afe8-4971-a775-3aaed3a8cacf HTTP/1.1" status: 204 len: 168 time: 0.3122766 Sep 01 14:14:30.898762 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 34794) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:30.922332 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.api.v2.resource [None req-1dbe5005-abdb-47cc-99b2-8e01490a8a84 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] show failed (client error): The resource could not be found. Sep 01 14:14:30.927417 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-1dbe5005-abdb-47cc-99b2-8e01490a8a84 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "GET /networking/v2.0/security-groups/0262b67b-afe8-4971-a775-3aaed3a8cacf HTTP/1.1" status: 404 len: 347 time: 0.0236325 Sep 01 14:14:30.927584 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e808e9e-8825-4b96-a84c-e9e717a56167 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0262b67b-afe8-4971-a775-3aaed3a8cacf,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:30.927702 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 34796) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:31.047096 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 214b6ab8-206c-4129-a639-f69abbdaa49b no longer exists at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:14:31.076311 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] No Port match for: 214b6ab8-206c-4129-a639-f69abbdaa49b {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:14:31.076911 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 214b6ab8-206c-4129-a639-f69abbdaa49b not bound to the agent host hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:14:31.222285 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:31.332142 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 34800) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:31.343851 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [None req-08b95bf5-f985-4ed3-95e0-1e0afce9c0b1 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Deleting port f8f96d0a-98f9-4de9-be20-b8b193600310 {{(pid=107073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:14:31.344223 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-08b95bf5-f985-4ed3-95e0-1e0afce9c0b1 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (f8f96d0a-98f9-4de9-be20-b8b193600310), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:31.436515 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-08b95bf5-f985-4ed3-95e0-1e0afce9c0b1 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (f8f96d0a-98f9-4de9-be20-b8b193600310), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:31.436839 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-08b95bf5-f985-4ed3-95e0-1e0afce9c0b1 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for floatingip (f8f96d0a-98f9-4de9-be20-b8b193600310), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:31.453277 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [None req-08b95bf5-f985-4ed3-95e0-1e0afce9c0b1 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Calling delete_port for f8f96d0a-98f9-4de9-be20-b8b193600310 owned by network:floatingip {{(pid=107073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:14:31.702369 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-08b95bf5-f985-4ed3-95e0-1e0afce9c0b1 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (f8f96d0a-98f9-4de9-be20-b8b193600310), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:31.708796 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-a1530945-ccbb-47ff-a7a9-cc77c3fd2841 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Deleting port b096ef7f-2591-4a26-affa-61ad37887d72 {{(pid=107074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:14:31.709403 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-a1530945-ccbb-47ff-a7a9-cc77c3fd2841 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (b096ef7f-2591-4a26-affa-61ad37887d72), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:31.733984 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b95bf5-f985-4ed3-95e0-1e0afce9c0b1 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Pushing event deleted for resources: {'Port': ['ID=f8f96d0a-98f9-4de9-be20-b8b193600310,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:31.809180 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-a1530945-ccbb-47ff-a7a9-cc77c3fd2841 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (b096ef7f-2591-4a26-affa-61ad37887d72), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:31.809432 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-a1530945-ccbb-47ff-a7a9-cc77c3fd2841 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks [] for floatingip (b096ef7f-2591-4a26-affa-61ad37887d72), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:31.825493 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-a1530945-ccbb-47ff-a7a9-cc77c3fd2841 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Calling delete_port for b096ef7f-2591-4a26-affa-61ad37887d72 owned by network:floatingip {{(pid=107074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:14:31.851265 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-08b95bf5-f985-4ed3-95e0-1e0afce9c0b1 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks [] for floatingip (db870b89-6e10-4cad-8bce-a556381319e1), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:31.854199 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-08b95bf5-f985-4ed3-95e0-1e0afce9c0b1 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for floatingip (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:31.855482 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-08b95bf5-f985-4ed3-95e0-1e0afce9c0b1 tempest-AttachVolumeShelveTestJSON-1249820830 tempest-AttachVolumeShelveTestJSON-1249820830-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/db870b89-6e10-4cad-8bce-a556381319e1 HTTP/1.1" status: 204 len: 168 time: 0.9267869 Sep 01 14:14:32.128022 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-a1530945-ccbb-47ff-a7a9-cc77c3fd2841 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (b096ef7f-2591-4a26-affa-61ad37887d72), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:32.197737 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1530945-ccbb-47ff-a7a9-cc77c3fd2841 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Pushing event deleted for resources: {'Port': ['ID=b096ef7f-2591-4a26-affa-61ad37887d72,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:32.328372 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-a1530945-ccbb-47ff-a7a9-cc77c3fd2841 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks [] for floatingip (f820d11d-1e06-4222-8946-4ae68e6b0ad6), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:32.329031 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.db.l3_db [None req-a1530945-ccbb-47ff-a7a9-cc77c3fd2841 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Floating IP f820d11d-1e06-4222-8946-4ae68e6b0ad6 disassociated (deleted). External IP: 172.27.2.129, port: 9b44c940-faa5-4df3-83f2-2d676ad70287. Sep 01 14:14:32.584233 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:32.610641 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1530945-ccbb-47ff-a7a9-cc77c3fd2841 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Router 4cd8ab48-4990-4a25-9ce6-97826bc73f25 has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:14:32.617774 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:32.764011 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1530945-ccbb-47ff-a7a9-cc77c3fd2841 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:14:32.771474 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-a1530945-ccbb-47ff-a7a9-cc77c3fd2841 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for floatingip (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:32.776859 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398ae525-0819-4333-9959-85d7035139d5 None None] Sync routers for ids ['4cd8ab48-4990-4a25-9ce6-97826bc73f25'] in dv-cinder-852211-7-iscsi {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:14:32.788714 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 34820) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:32.792633 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398ae525-0819-4333-9959-85d7035139d5 None None] Routers {'4cd8ab48-4990-4a25-9ce6-97826bc73f25'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:14:32.793605 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-398ae525-0819-4333-9959-85d7035139d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:14:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['4cd8ab48-4990-4a25-9ce6-97826bc73f25'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:14:32.812397 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-a1530945-ccbb-47ff-a7a9-cc77c3fd2841 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/f820d11d-1e06-4222-8946-4ae68e6b0ad6 HTTP/1.1" status: 204 len: 168 time: 1.4787805 Sep 01 14:14:32.813366 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc866f4-91c1-4384-b88a-5866ca150aea', 'tag': '9b44c940-faa5-4df3-83f2-2d676ad70287'}] {{(pid=107074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:14:32.817344 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c297ab1b76e2baeed04979654ee05671bdf6dedd7a272174e678f0e52b3dfb88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ea8067-4c5e-4e75-8d23-d97b5ae49682" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc866f4-91c1-4384-b88a-5866ca150aea", "tag": "9b44c940-faa5-4df3-83f2-2d676ad70287"}]}' {{(pid=107074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:14:32.889659 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a93ce84-950e-4e79-8647-3cfec47eb8a8 x-openstack-request-id: req-8a93ce84-950e-4e79-8647-3cfec47eb8a8 {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:14:32.890131 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc866f4-91c1-4384-b88a-5866ca150aea", "tag": "9b44c940-faa5-4df3-83f2-2d676ad70287", "status": "completed", "code": 200}]} {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:14:32.893108 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8a93ce84-950e-4e79-8647-3cfec47eb8a8 {{(pid=107074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:14:32.893108 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a93ce84-950e-4e79-8647-3cfec47eb8a8'] response: {'name': 'network-changed', 'server_uuid': '3cc866f4-91c1-4384-b88a-5866ca150aea', 'tag': '9b44c940-faa5-4df3-83f2-2d676ad70287', 'status': 'completed', 'code': 200} Sep 01 14:14:32.971699 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-18341bef-7799-42ca-837c-8342a2ee252b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:32.985698 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-398ae525-0819-4333-9959-85d7035139d5 None None] Set router 4cd8ab48-4990-4a25-9ce6-97826bc73f25 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:14:33.041536 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:33.092705 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-18341bef-7799-42ca-837c-8342a2ee252b admin admin] Publish callbacks [] for security_group (a472a169-adc8-46c4-bef1-fdc6c77ea1f3), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:33.183151 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=100 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:33.202368 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=100 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:33.206227 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-398ae525-0819-4333-9959-85d7035139d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd8ab48-4990-4a25-9ce6-97826bc73f25', 'name': 'tempest-TestShelveInstance-1289640127-router', 'tenant_id': 'c1c061b824cb4a92a469061e7a67f967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'db651706-b019-4d4e-91ff-d62584e223b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:08:36Z', 'updated_at': '2022-09-01T14:08:44Z', 'revision_number': 4, 'project_id': 'c1c061b824cb4a92a469061e7a67f967', 'gw_port': {'id': 'db651706-b019-4d4e-91ff-d62584e223b7', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8ab48-4990-4a25-9ce6-97826bc73f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:08:37Z', 'updated_at': '2022-09-01T14:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '61a5885c-2577-492c-8cdf-49361d85db1b', 'name': '', 'network_id': 'd990df73-a69e-4562-a002-6a937695b5ba', 'tenant_id': 'c1c061b824cb4a92a469061e7a67f967', 'mac_address': 'fa:16:3e:68:8b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8ab48-4990-4a25-9ce6-97826bc73f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '090e269d-51eb-4081-b0e5-a44524761efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:08:42Z', 'updated_at': '2022-09-01T14:08:51Z', 'revision_number': 5, 'project_id': 'c1c061b824cb4a92a469061e7a67f967', 'subnets': [{'id': '090e269d-51eb-4081-b0e5-a44524761efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:14:33.224377 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-18341bef-7799-42ca-837c-8342a2ee252b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (a472a169-adc8-46c4-bef1-fdc6c77ea1f3), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:33.232707 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398ae525-0819-4333-9959-85d7035139d5 None None] Checking router: 4cd8ab48-4990-4a25-9ce6-97826bc73f25 for host: dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:14:33.246993 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398ae525-0819-4333-9959-85d7035139d5 None None] Routers {'4cd8ab48-4990-4a25-9ce6-97826bc73f25'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:14:33.248082 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-398ae525-0819-4333-9959-85d7035139d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:14:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['4cd8ab48-4990-4a25-9ce6-97826bc73f25'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:14:33.286356 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-18341bef-7799-42ca-837c-8342a2ee252b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=be1ba0ac49c04c8e818fcfb3a64cc6ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4864619 Sep 01 14:14:33.286356 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18341bef-7799-42ca-837c-8342a2ee252b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a472a169-adc8-46c4-bef1-fdc6c77ea1f3,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:33.286832 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 34828) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:33.363920 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-fd6a8eb6-6764-46e6-bdf8-0403f0f77b5c admin admin] Publish callbacks [] for security_group (a472a169-adc8-46c4-bef1-fdc6c77ea1f3), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:33.415222 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-fd6a8eb6-6764-46e6-bdf8-0403f0f77b5c admin admin] Publish callbacks [] for security_group (a472a169-adc8-46c4-bef1-fdc6c77ea1f3), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:33.469872 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-398ae525-0819-4333-9959-85d7035139d5 None None] Set router 4cd8ab48-4990-4a25-9ce6-97826bc73f25 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:14:33.522749 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeea86b-ae8a-477b-9536-a850854b9c9c req-5491627e-4ee2-4213-82d8-b03910a4e411 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:14:33.524364 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1aeea86b-ae8a-477b-9536-a850854b9c9c req-5491627e-4ee2-4213-82d8-b03910a4e411 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 945 time: 0.0681498 Sep 01 14:14:33.559519 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:33.593218 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1aeea86b-ae8a-477b-9536-a850854b9c9c req-720b69ab-8ff2-4812-b4b3-769a2c18a09f tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576229 Sep 01 14:14:33.619240 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-fd6a8eb6-6764-46e6-bdf8-0403f0f77b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (a472a169-adc8-46c4-bef1-fdc6c77ea1f3), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:33.624468 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-fd6a8eb6-6764-46e6-bdf8-0403f0f77b5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:33.631335 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-fd6a8eb6-6764-46e6-bdf8-0403f0f77b5c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a472a169-adc8-46c4-bef1-fdc6c77ea1f3 HTTP/1.1" status: 204 len: 168 time: 0.3387101 Sep 01 14:14:33.638309 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a8eb6-6764-46e6-bdf8-0403f0f77b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a472a169-adc8-46c4-bef1-fdc6c77ea1f3,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:33.733800 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-398ae525-0819-4333-9959-85d7035139d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd8ab48-4990-4a25-9ce6-97826bc73f25', 'name': 'tempest-TestShelveInstance-1289640127-router', 'tenant_id': 'c1c061b824cb4a92a469061e7a67f967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'db651706-b019-4d4e-91ff-d62584e223b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:08:36Z', 'updated_at': '2022-09-01T14:08:44Z', 'revision_number': 4, 'project_id': 'c1c061b824cb4a92a469061e7a67f967', 'gw_port': {'id': 'db651706-b019-4d4e-91ff-d62584e223b7', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8ab48-4990-4a25-9ce6-97826bc73f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:08:37Z', 'updated_at': '2022-09-01T14:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '61a5885c-2577-492c-8cdf-49361d85db1b', 'name': '', 'network_id': 'd990df73-a69e-4562-a002-6a937695b5ba', 'tenant_id': 'c1c061b824cb4a92a469061e7a67f967', 'mac_address': 'fa:16:3e:68:8b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8ab48-4990-4a25-9ce6-97826bc73f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '090e269d-51eb-4081-b0e5-a44524761efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:08:42Z', 'updated_at': '2022-09-01T14:08:51Z', 'revision_number': 5, 'project_id': 'c1c061b824cb4a92a469061e7a67f967', 'subnets': [{'id': '090e269d-51eb-4081-b0e5-a44524761efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:14:33.763723 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398ae525-0819-4333-9959-85d7035139d5 None None] The sync data for ids ['4cd8ab48-4990-4a25-9ce6-97826bc73f25'] in dv-cinder-852211-7-iscsi is: [{'id': '4cd8ab48-4990-4a25-9ce6-97826bc73f25', 'name': 'tempest-TestShelveInstance-1289640127-router', 'tenant_id': 'c1c061b824cb4a92a469061e7a67f967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'db651706-b019-4d4e-91ff-d62584e223b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:08:36Z', 'updated_at': '2022-09-01T14:08:44Z', 'revision_number': 4, 'project_id': 'c1c061b824cb4a92a469061e7a67f967', 'gw_port': {'id': 'db651706-b019-4d4e-91ff-d62584e223b7', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8ab48-4990-4a25-9ce6-97826bc73f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:08:37Z', 'updated_at': '2022-09-01T14:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '61a5885c-2577-492c-8cdf-49361d85db1b', 'name': '', 'network_id': 'd990df73-a69e-4562-a002-6a937695b5ba', 'tenant_id': 'c1c061b824cb4a92a469061e7a67f967', 'mac_address': 'fa:16:3e:68:8b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8ab48-4990-4a25-9ce6-97826bc73f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '090e269d-51eb-4081-b0e5-a44524761efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:08:42Z', 'updated_at': '2022-09-01T14:08:51Z', 'revision_number': 5, 'project_id': 'c1c061b824cb4a92a469061e7a67f967', 'subnets': [{'id': '090e269d-51eb-4081-b0e5-a44524761efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:14:34.052559 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eaf651e-b42c-4a33-ae7a-a0d8b6dbf136 None None] New status for floating IP f820d11d-1e06-4222-8946-4ae68e6b0ad6: DOWN {{(pid=107075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 14:14:34.404212 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea8067-4c5e-4e75-8d23-d97b5ae49682 req-e517b5aa-ee78-48e3-bf9c-3bbf87415d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:14:34.406006 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-94ea8067-4c5e-4e75-8d23-d97b5ae49682 req-e517b5aa-ee78-48e3-bf9c-3bbf87415d65 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=c1c061b824cb4a92a469061e7a67f967&device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 1129 time: 0.0440354 Sep 01 14:14:34.573705 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea8067-4c5e-4e75-8d23-d97b5ae49682 req-1cf46ab3-dcd6-49a4-a268-8c6bc119dd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:14:34.576037 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-94ea8067-4c5e-4e75-8d23-d97b5ae49682 req-1cf46ab3-dcd6-49a4-a268-8c6bc119dd7d service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=d990df73-a69e-4562-a002-6a937695b5ba HTTP/1.1" status: 200 len: 910 time: 0.1617277 Sep 01 14:14:34.746309 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650b35e-5ca8-441c-a6db-465a6dfa19cb req-0d22dafa-f35f-45d8-834b-01487b5cc9d1 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:14:34.748977 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7650b35e-5ca8-441c-a6db-465a6dfa19cb req-0d22dafa-f35f-45d8-834b-01487b5cc9d1 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 945 time: 0.0577018 Sep 01 14:14:34.785193 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 34846) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:34.804421 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-e518b988-a233-491b-b4d7-5aa81ecf3c82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:34.827501 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-7650b35e-5ca8-441c-a6db-465a6dfa19cb req-5bcb43f1-3f0c-4869-b715-046b5c2a81d3 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0706995 Sep 01 14:14:34.946316 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-e518b988-a233-491b-b4d7-5aa81ecf3c82 admin admin] Publish callbacks [] for security_group (87917b48-df36-4cae-bebb-e2d30a2c554f), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:35.070289 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-e518b988-a233-491b-b4d7-5aa81ecf3c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (87917b48-df36-4cae-bebb-e2d30a2c554f), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:35.118311 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518b988-a233-491b-b4d7-5aa81ecf3c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87917b48-df36-4cae-bebb-e2d30a2c554f,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:35.124827 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-e518b988-a233-491b-b4d7-5aa81ecf3c82 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=bab334d3b33441dea40436ba884261d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3369722 Sep 01 14:14:35.128230 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 34848) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:35.196080 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-ff1514c9-5959-4191-a32d-4b55d320fcf3 admin admin] Publish callbacks [] for security_group (87917b48-df36-4cae-bebb-e2d30a2c554f), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:35.222827 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-ff1514c9-5959-4191-a32d-4b55d320fcf3 admin admin] Publish callbacks [] for security_group (87917b48-df36-4cae-bebb-e2d30a2c554f), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:35.504143 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-ff1514c9-5959-4191-a32d-4b55d320fcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (87917b48-df36-4cae-bebb-e2d30a2c554f), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:35.507344 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-ff1514c9-5959-4191-a32d-4b55d320fcf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:35.508662 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-ff1514c9-5959-4191-a32d-4b55d320fcf3 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/87917b48-df36-4cae-bebb-e2d30a2c554f HTTP/1.1" status: 204 len: 168 time: 0.3793426 Sep 01 14:14:35.524447 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1514c9-5959-4191-a32d-4b55d320fcf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87917b48-df36-4cae-bebb-e2d30a2c554f,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:35.732405 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-94ea8067-4c5e-4e75-8d23-d97b5ae49682 req-c7e399e1-f430-48c6-8dbe-d2a84b2dfd2d service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b44c940-faa5-4df3-83f2-2d676ad70287 HTTP/1.1" status: 200 len: 217 time: 0.0683250 Sep 01 14:14:35.799922 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea8067-4c5e-4e75-8d23-d97b5ae49682 req-81cde1f4-42f8-43d7-8e04-bea3cbbabd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:14:35.801414 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-94ea8067-4c5e-4e75-8d23-d97b5ae49682 req-81cde1f4-42f8-43d7-8e04-bea3cbbabd50 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=090e269d-51eb-4081-b0e5-a44524761efb HTTP/1.1" status: 200 len: 848 time: 0.0561073 Sep 01 14:14:35.902309 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea8067-4c5e-4e75-8d23-d97b5ae49682 req-0655d98a-371e-42d1-87f1-9eaa407c6388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:14:35.903974 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-94ea8067-4c5e-4e75-8d23-d97b5ae49682 req-0655d98a-371e-42d1-87f1-9eaa407c6388 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=d990df73-a69e-4562-a002-6a937695b5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571668 Sep 01 14:14:36.056029 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f30ffe-a20b-4483-8541-40170aeba4e5 req-ca8ae9e3-cb51-447c-b94a-41f130d3f8ac tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:14:36.059021 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-45f30ffe-a20b-4483-8541-40170aeba4e5 req-ca8ae9e3-cb51-447c-b94a-41f130d3f8ac tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 945 time: 0.0803821 Sep 01 14:14:36.132044 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-94ea8067-4c5e-4e75-8d23-d97b5ae49682 req-1155ef4e-7bbf-4e15-941d-39591fbc239f service neutron] 10.222.0.72 "GET /networking/v2.0/networks/d990df73-a69e-4562-a002-6a937695b5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195539 Sep 01 14:14:36.265321 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8aad11-1543-4517-ad24-f06d2074d5ba req-28bd8be9-2310-45ba-aee4-1dbdd151700b tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:14:36.268619 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-ab8aad11-1543-4517-ad24-f06d2074d5ba req-28bd8be9-2310-45ba-aee4-1dbdd151700b tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 945 time: 0.0749938 Sep 01 14:14:36.285161 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-45f30ffe-a20b-4483-8541-40170aeba4e5 req-3c27720e-b845-4ace-8d10-231b5a2f7029 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2654d1eb-7582-4d09-b539-aaea9fdc8e67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2133656 Sep 01 14:14:36.364251 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-94ea8067-4c5e-4e75-8d23-d97b5ae49682 req-c58eb78b-bf8b-4c8a-9e9c-d8386fee4e19 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/d990df73-a69e-4562-a002-6a937695b5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135680 Sep 01 14:14:36.649668 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 34874) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:36.661934 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a17f5c42-8dfe-4e8f-815c-6a681918cd1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:36.692814 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [req-ab8aad11-1543-4517-ad24-f06d2074d5ba req-4eaa891e-50d8-4ed0-a880-9043fbd59548 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Deleting port 9b44c940-faa5-4df3-83f2-2d676ad70287 {{(pid=107074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:14:36.695276 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-ab8aad11-1543-4517-ad24-f06d2074d5ba req-4eaa891e-50d8-4ed0-a880-9043fbd59548 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (9b44c940-faa5-4df3-83f2-2d676ad70287), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:36.781119 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:36.801948 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a17f5c42-8dfe-4e8f-815c-6a681918cd1c admin admin] Publish callbacks [] for security_group (e2c2921e-a33b-48d3-bf55-11a5f2a35480), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:36.844902 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [req-ab8aad11-1543-4517-ad24-f06d2074d5ba req-4eaa891e-50d8-4ed0-a880-9043fbd59548 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] For port 9b44c940-faa5-4df3-83f2-2d676ad70287, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9b44c940-faa5-4df3-83f2-2d676ad70287,segment=NetworkSegment(83618588-9564-4de1-960d-f9cb798a5af2),segment_id=83618588-9564-4de1-960d-f9cb798a5af2)] {{(pid=107074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:14:36.845246 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-ab8aad11-1543-4517-ad24-f06d2074d5ba req-4eaa891e-50d8-4ed0-a880-9043fbd59548 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (9b44c940-faa5-4df3-83f2-2d676ad70287), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:36.861985 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [req-ab8aad11-1543-4517-ad24-f06d2074d5ba req-4eaa891e-50d8-4ed0-a880-9043fbd59548 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Calling delete_port for 9b44c940-faa5-4df3-83f2-2d676ad70287 owned by compute:nova {{(pid=107074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:14:36.933425 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a17f5c42-8dfe-4e8f-815c-6a681918cd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (e2c2921e-a33b-48d3-bf55-11a5f2a35480), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:36.937576 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:36.954823 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:36.984155 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-a17f5c42-8dfe-4e8f-815c-6a681918cd1c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=61ae4648ab484d41b7b5cd4aea22f5d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3401883 Sep 01 14:14:36.985265 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f5c42-8dfe-4e8f-815c-6a681918cd1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c2921e-a33b-48d3-bf55-11a5f2a35480,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:36.988779 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 34876) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:37.025033 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:37.049709 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-c6f41412-f8cf-40d8-abd2-a26d6fc8956d admin admin] Publish callbacks [] for security_group (e2c2921e-a33b-48d3-bf55-11a5f2a35480), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:37.075206 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-c6f41412-f8cf-40d8-abd2-a26d6fc8956d admin admin] Publish callbacks [] for security_group (e2c2921e-a33b-48d3-bf55-11a5f2a35480), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:37.102894 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-ab8aad11-1543-4517-ad24-f06d2074d5ba req-4eaa891e-50d8-4ed0-a880-9043fbd59548 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (9b44c940-faa5-4df3-83f2-2d676ad70287), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:37.156942 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa891e-50d8-4ed0-a880-9043fbd59548 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Pushing event deleted for resources: {'Port': ['ID=9b44c940-faa5-4df3-83f2-2d676ad70287,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:37.229414 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab8aad11-1543-4517-ad24-f06d2074d5ba req-4eaa891e-50d8-4ed0-a880-9043fbd59548 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] No DVR routers for this DVR port 9b44c940-faa5-4df3-83f2-2d676ad70287 on host hv-cinder-85221 {{(pid=107074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:14:37.234433 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-ab8aad11-1543-4517-ad24-f06d2074d5ba req-4eaa891e-50d8-4ed0-a880-9043fbd59548 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:37.240711 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-ab8aad11-1543-4517-ad24-f06d2074d5ba req-4eaa891e-50d8-4ed0-a880-9043fbd59548 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.72 "DELETE /networking/v2.0/ports/9b44c940-faa5-4df3-83f2-2d676ad70287 HTTP/1.1" status: 204 len: 173 time: 0.9665365 Sep 01 14:14:37.241083 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc866f4-91c1-4384-b88a-5866ca150aea', 'name': 'network-vif-deleted', 'tag': '9b44c940-faa5-4df3-83f2-2d676ad70287'}] {{(pid=107074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:14:37.245169 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c297ab1b76e2baeed04979654ee05671bdf6dedd7a272174e678f0e52b3dfb88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba3f9b2-3b08-4945-b066-28512491a1dd" -d '{"events": [{"server_uuid": "3cc866f4-91c1-4384-b88a-5866ca150aea", "name": "network-vif-deleted", "tag": "9b44c940-faa5-4df3-83f2-2d676ad70287"}]}' {{(pid=107074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:14:37.265126 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-c6f41412-f8cf-40d8-abd2-a26d6fc8956d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (e2c2921e-a33b-48d3-bf55-11a5f2a35480), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:37.271903 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-c6f41412-f8cf-40d8-abd2-a26d6fc8956d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:37.275519 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-c6f41412-f8cf-40d8-abd2-a26d6fc8956d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e2c2921e-a33b-48d3-bf55-11a5f2a35480 HTTP/1.1" status: 204 len: 168 time: 0.2844577 Sep 01 14:14:37.307593 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f41412-f8cf-40d8-abd2-a26d6fc8956d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c2921e-a33b-48d3-bf55-11a5f2a35480,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:37.366796 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fe3409-8475-43a0-a2d8-490da4a96c16 x-openstack-request-id: req-f7fe3409-8475-43a0-a2d8-490da4a96c16 {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:14:37.367431 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc866f4-91c1-4384-b88a-5866ca150aea", "name": "network-vif-deleted", "tag": "9b44c940-faa5-4df3-83f2-2d676ad70287", "status": "completed", "code": 200}]} {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:14:37.367745 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f7fe3409-8475-43a0-a2d8-490da4a96c16 {{(pid=107074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:14:37.368299 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7fe3409-8475-43a0-a2d8-490da4a96c16'] response: {'server_uuid': '3cc866f4-91c1-4384-b88a-5866ca150aea', 'name': 'network-vif-deleted', 'tag': '9b44c940-faa5-4df3-83f2-2d676ad70287', 'status': 'completed', 'code': 200} Sep 01 14:14:37.402469 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 34898) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:37.484148 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6e89c0ae-82da-48ed-94f4-ac8c9010f224 req-c5d2fd60-3207-4e70-9e4e-10c050e926d1 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 210 time: 0.0434308 Sep 01 14:14:38.059007 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-31c2ec1a-576a-4d53-a893-ea62fc90ba95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33121012'] for router_interface (37b08d5e-be17-4105-af7b-a88fbc50b9fc), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:38.436765 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-31c2ec1a-576a-4d53-a893-ea62fc90ba95 admin admin] Deleting port f67cb7de-db9d-4185-8a7e-2c17517e2aab {{(pid=107074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:14:38.437719 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-31c2ec1a-576a-4d53-a893-ea62fc90ba95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (f67cb7de-db9d-4185-8a7e-2c17517e2aab), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:38.525514 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:38.581346 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [None req-31c2ec1a-576a-4d53-a893-ea62fc90ba95 admin admin] For port f67cb7de-db9d-4185-8a7e-2c17517e2aab, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=f67cb7de-db9d-4185-8a7e-2c17517e2aab,segment=NetworkSegment(64991032-cb00-4fe3-9882-ec8e7671fd4e),segment_id=64991032-cb00-4fe3-9882-ec8e7671fd4e)] {{(pid=107074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:14:38.581585 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-31c2ec1a-576a-4d53-a893-ea62fc90ba95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (f67cb7de-db9d-4185-8a7e-2c17517e2aab), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:38.599870 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-31c2ec1a-576a-4d53-a893-ea62fc90ba95 admin admin] Calling delete_port for f67cb7de-db9d-4185-8a7e-2c17517e2aab owned by network:router_interface {{(pid=107074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:14:38.706997 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f890af69-a77f-40cc-8f98-7e2defa2803b req-23bf7750-4841-4a8c-af54-a0a41eaa3a95 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 210 time: 0.0706494 Sep 01 14:14:39.014791 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-31c2ec1a-576a-4d53-a893-ea62fc90ba95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (f67cb7de-db9d-4185-8a7e-2c17517e2aab), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:39.020922 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:39.047453 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2ec1a-576a-4d53-a893-ea62fc90ba95 admin admin] Pushing event deleted for resources: {'Port': ['ID=f67cb7de-db9d-4185-8a7e-2c17517e2aab,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:39.273726 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-31c2ec1a-576a-4d53-a893-ea62fc90ba95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33033800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33121348'] for router_interface (37b08d5e-be17-4105-af7b-a88fbc50b9fc), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:39.607253 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c2ec1a-576a-4d53-a893-ea62fc90ba95 admin admin] Router 37b08d5e-be17-4105-af7b-a88fbc50b9fc has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:14:39.691654 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:39.712766 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 9b44c940-faa5-4df3-83f2-2d676ad70287 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:14:39.758371 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] No Port match for: 9b44c940-faa5-4df3-83f2-2d676ad70287 {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:14:39.759258 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 9b44c940-faa5-4df3-83f2-2d676ad70287 not bound to the agent host hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:14:39.803141 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c2ec1a-576a-4d53-a893-ea62fc90ba95 admin admin] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:14:39.810169 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-31c2ec1a-576a-4d53-a893-ea62fc90ba95 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/37b08d5e-be17-4105-af7b-a88fbc50b9fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4056952 Sep 01 14:14:39.815155 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 34974) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:39.834129 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5437aca9-8067-47e4-8468-ebc98524748e None None] Sync routers for ids ['37b08d5e-be17-4105-af7b-a88fbc50b9fc'] in dv-cinder-852211-7-iscsi {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:14:39.848672 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5437aca9-8067-47e4-8468-ebc98524748e None None] Routers {'37b08d5e-be17-4105-af7b-a88fbc50b9fc'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:14:39.849450 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-5437aca9-8067-47e4-8468-ebc98524748e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:14:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['37b08d5e-be17-4105-af7b-a88fbc50b9fc'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:14:39.945007 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-73787e7d-f94c-426f-bc2d-c1284e42285e req-d9f2d626-6214-4b6c-87c1-d8e264369eb7 tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 210 time: 0.1176312 Sep 01 14:14:40.058942 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-5437aca9-8067-47e4-8468-ebc98524748e None None] Set router 37b08d5e-be17-4105-af7b-a88fbc50b9fc gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:14:40.066067 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-47f38ad1-9e9e-4cb3-8c24-79ba871ae010 admin admin] Publish callbacks [] for router (37b08d5e-be17-4105-af7b-a88fbc50b9fc), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:40.233385 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-47f38ad1-9e9e-4cb3-8c24-79ba871ae010 admin admin] Publish callbacks [] for router_gateway (37b08d5e-be17-4105-af7b-a88fbc50b9fc), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:40.319624 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-5437aca9-8067-47e4-8468-ebc98524748e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1832381904-router', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:39Z', 'updated_at': '2022-09-01T14:14:38Z', 'revision_number': 5, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'gw_port': {'id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:41Z', 'updated_at': '2022-09-01T14:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:14:40.352213 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5437aca9-8067-47e4-8468-ebc98524748e None None] Checking router: 37b08d5e-be17-4105-af7b-a88fbc50b9fc for host: dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:14:40.363615 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5437aca9-8067-47e4-8468-ebc98524748e None None] Routers {'37b08d5e-be17-4105-af7b-a88fbc50b9fc'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:14:40.364299 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-5437aca9-8067-47e4-8468-ebc98524748e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:14:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['37b08d5e-be17-4105-af7b-a88fbc50b9fc'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:14:40.495226 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [None req-47f38ad1-9e9e-4cb3-8c24-79ba871ae010 admin admin] Deleting port 3945c6b9-8de6-49e1-aa32-4bbf5de3ddec {{(pid=107073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:14:40.495671 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-47f38ad1-9e9e-4cb3-8c24-79ba871ae010 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (3945c6b9-8de6-49e1-aa32-4bbf5de3ddec), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:40.500574 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-5437aca9-8067-47e4-8468-ebc98524748e None None] Set router 37b08d5e-be17-4105-af7b-a88fbc50b9fc gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:14:40.617069 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [None req-47f38ad1-9e9e-4cb3-8c24-79ba871ae010 admin admin] For port 3945c6b9-8de6-49e1-aa32-4bbf5de3ddec, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=3945c6b9-8de6-49e1-aa32-4bbf5de3ddec,segment=NetworkSegment(f315c88c-0cea-42ce-ac38-790188a99330),segment_id=f315c88c-0cea-42ce-ac38-790188a99330)] {{(pid=107073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:14:40.617635 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-47f38ad1-9e9e-4cb3-8c24-79ba871ae010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (3945c6b9-8de6-49e1-aa32-4bbf5de3ddec), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:40.635227 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [None req-47f38ad1-9e9e-4cb3-8c24-79ba871ae010 admin admin] Calling delete_port for 3945c6b9-8de6-49e1-aa32-4bbf5de3ddec owned by network:router_gateway {{(pid=107073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:14:40.708610 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:40.765458 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-5437aca9-8067-47e4-8468-ebc98524748e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1832381904-router', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:39Z', 'updated_at': '2022-09-01T14:14:38Z', 'revision_number': 5, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'gw_port': {'id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:41Z', 'updated_at': '2022-09-01T14:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:14:40.814110 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5437aca9-8067-47e4-8468-ebc98524748e None None] The sync data for ids ['37b08d5e-be17-4105-af7b-a88fbc50b9fc'] in dv-cinder-852211-7-iscsi is: [{'id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1832381904-router', 'tenant_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:05:39Z', 'updated_at': '2022-09-01T14:14:38Z', 'revision_number': 5, 'project_id': '3ed58deb61194a5ba3f2d46eb7e5680c', 'gw_port': {'id': '3945c6b9-8de6-49e1-aa32-4bbf5de3ddec', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b08d5e-be17-4105-af7b-a88fbc50b9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:05:41Z', 'updated_at': '2022-09-01T14:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}] {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:14:41.174958 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-47f38ad1-9e9e-4cb3-8c24-79ba871ae010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (3945c6b9-8de6-49e1-aa32-4bbf5de3ddec), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:41.185479 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2e8a7f32-98b1-4c13-becf-0fbb336b9bc1 req-31606318-b6b2-4060-8124-dbda7e6d970b tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3cc866f4-91c1-4384-b88a-5866ca150aea HTTP/1.1" status: 200 len: 210 time: 0.0591164 Sep 01 14:14:41.240984 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f38ad1-9e9e-4cb3-8c24-79ba871ae010 admin admin] Pushing event deleted for resources: {'Port': ['ID=3945c6b9-8de6-49e1-aa32-4bbf5de3ddec,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:41.364340 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:41.377973 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-47f38ad1-9e9e-4cb3-8c24-79ba871ae010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122071'] for router_gateway (37b08d5e-be17-4105-af7b-a88fbc50b9fc), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:41.556519 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-47f38ad1-9e9e-4cb3-8c24-79ba871ae010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33127694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3578'] for router (37b08d5e-be17-4105-af7b-a88fbc50b9fc), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:41.561429 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-47f38ad1-9e9e-4cb3-8c24-79ba871ae010 admin admin] Publish callbacks [] for router_controller (37b08d5e-be17-4105-af7b-a88fbc50b9fc), precommit_delete_associations {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:41.741341 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-47f38ad1-9e9e-4cb3-8c24-79ba871ae010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33120949'] for router (37b08d5e-be17-4105-af7b-a88fbc50b9fc), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:41.742637 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f38ad1-9e9e-4cb3-8c24-79ba871ae010 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37b08d5e-be17-4105-af7b-a88fbc50b9fc {{(pid=107073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 14:14:41.750016 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-47f38ad1-9e9e-4cb3-8c24-79ba871ae010 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:41.752066 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-47f38ad1-9e9e-4cb3-8c24-79ba871ae010 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/37b08d5e-be17-4105-af7b-a88fbc50b9fc HTTP/1.1" status: 204 len: 168 time: 1.9348295 Sep 01 14:14:41.756572 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 35012) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:41.846863 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d73cb3d-1e4d-48a3-b4eb-558d932cc280 admin admin] Deleting subnet 5274d38f-79ac-43b5-aae2-e29860924168 {{(pid=107074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 14:14:41.851022 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-6d73cb3d-1e4d-48a3-b4eb-558d932cc280 admin admin] Publish callbacks [] for subnet (5274d38f-79ac-43b5-aae2-e29860924168), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:41.918560 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-6d73cb3d-1e4d-48a3-b4eb-558d932cc280 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2922440'] for subnet (5274d38f-79ac-43b5-aae2-e29860924168), precommit_delete_associations {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:41.996339 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:42.048728 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-6d73cb3d-1e4d-48a3-b4eb-558d932cc280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784543'] for subnet (5274d38f-79ac-43b5-aae2-e29860924168), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:42.205670 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-6d73cb3d-1e4d-48a3-b4eb-558d932cc280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2922457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2708936'] for subnet (5274d38f-79ac-43b5-aae2-e29860924168), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:42.275153 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d73cb3d-1e4d-48a3-b4eb-558d932cc280 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5274d38f-79ac-43b5-aae2-e29860924168,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:42.282713 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-6d73cb3d-1e4d-48a3-b4eb-558d932cc280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for subnet (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:42.289511 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-6d73cb3d-1e4d-48a3-b4eb-558d932cc280 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/5274d38f-79ac-43b5-aae2-e29860924168 HTTP/1.1" status: 204 len: 168 time: 0.5310800 Sep 01 14:14:42.295234 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 35020) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:42.331867 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 35022) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:42.359742 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cc2a43-ff4d-4f64-9855-52a9305dfc91 None None] Network 04671c53-ca48-4ca5-8247-463b6ac1fbe1 requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:14:42.431310 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a6bb22ee-fd44-4d27-a151-0a6dbcf927ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-703534'] for network (04671c53-ca48-4ca5-8247-463b6ac1fbe1), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:42.488361 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device f67cb7de-db9d-4185-8a7e-2c17517e2aab no longer exists at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:14:42.500559 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [None req-a6bb22ee-fd44-4d27-a151-0a6dbcf927ac admin admin] Deleting port e0fd242a-d528-4829-9159-4e390b7e7e22 {{(pid=107073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:14:42.501198 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a6bb22ee-fd44-4d27-a151-0a6dbcf927ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (e0fd242a-d528-4829-9159-4e390b7e7e22), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:42.519596 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-777c535d-d38a-4e18-831f-063862ca43cb tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks [] for security_group (2654d1eb-7582-4d09-b539-aaea9fdc8e67), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:42.533463 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] No Port match for: f67cb7de-db9d-4185-8a7e-2c17517e2aab {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:14:42.535161 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device f67cb7de-db9d-4185-8a7e-2c17517e2aab not bound to the agent host dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:14:42.570724 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-777c535d-d38a-4e18-831f-063862ca43cb tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks [] for security_group (2654d1eb-7582-4d09-b539-aaea9fdc8e67), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:42.617122 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [None req-a6bb22ee-fd44-4d27-a151-0a6dbcf927ac admin admin] For port e0fd242a-d528-4829-9159-4e390b7e7e22, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=e0fd242a-d528-4829-9159-4e390b7e7e22,segment=NetworkSegment(64991032-cb00-4fe3-9882-ec8e7671fd4e),segment_id=64991032-cb00-4fe3-9882-ec8e7671fd4e)] {{(pid=107073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:14:42.617491 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a6bb22ee-fd44-4d27-a151-0a6dbcf927ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (e0fd242a-d528-4829-9159-4e390b7e7e22), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:42.642258 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [None req-a6bb22ee-fd44-4d27-a151-0a6dbcf927ac admin admin] Calling delete_port for e0fd242a-d528-4829-9159-4e390b7e7e22 owned by network:dhcp {{(pid=107073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:14:42.703952 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa75ed35-5bcc-4c9b-96fb-1b1ffb496143 None None] DHCP port deletion for 04671c53-ca48-4ca5-8247-463b6ac1fbe1 request from dv-cinder-852211-7-iscsi {{(pid=107075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 01 14:14:42.782252 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-aa75ed35-5bcc-4c9b-96fb-1b1ffb496143 None None] Deleting port e0fd242a-d528-4829-9159-4e390b7e7e22 {{(pid=107075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:14:42.782875 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-aa75ed35-5bcc-4c9b-96fb-1b1ffb496143 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (e0fd242a-d528-4829-9159-4e390b7e7e22), before_delete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:42.876256 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-777c535d-d38a-4e18-831f-063862ca43cb tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (2654d1eb-7582-4d09-b539-aaea9fdc8e67), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:42.880760 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a6bb22ee-fd44-4d27-a151-0a6dbcf927ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (e0fd242a-d528-4829-9159-4e390b7e7e22), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:42.887769 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-777c535d-d38a-4e18-831f-063862ca43cb tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:42.887769 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-777c535d-d38a-4e18-831f-063862ca43cb tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2654d1eb-7582-4d09-b539-aaea9fdc8e67 HTTP/1.1" status: 204 len: 168 time: 0.5510550 Sep 01 14:14:42.911060 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c535d-d38a-4e18-831f-063862ca43cb tempest-TestShelveInstance-941148344 tempest-TestShelveInstance-941148344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2654d1eb-7582-4d09-b539-aaea9fdc8e67,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:42.913675 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-aa75ed35-5bcc-4c9b-96fb-1b1ffb496143 None None] For port e0fd242a-d528-4829-9159-4e390b7e7e22, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=e0fd242a-d528-4829-9159-4e390b7e7e22,segment=NetworkSegment(64991032-cb00-4fe3-9882-ec8e7671fd4e),segment_id=64991032-cb00-4fe3-9882-ec8e7671fd4e)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:14:42.914449 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-aa75ed35-5bcc-4c9b-96fb-1b1ffb496143 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (e0fd242a-d528-4829-9159-4e390b7e7e22), precommit_delete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:42.920261 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb22ee-fd44-4d27-a151-0a6dbcf927ac admin admin] Pushing event deleted for resources: {'Port': ['ID=e0fd242a-d528-4829-9159-4e390b7e7e22,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:42.924668 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bb22ee-fd44-4d27-a151-0a6dbcf927ac admin admin] No DVR routers for this DVR port e0fd242a-d528-4829-9159-4e390b7e7e22 on host dv-cinder-852211-7-iscsi {{(pid=107073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:14:42.953368 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-aa75ed35-5bcc-4c9b-96fb-1b1ffb496143 None None] Calling delete_port for e0fd242a-d528-4829-9159-4e390b7e7e22 owned by network:dhcp {{(pid=107075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:14:43.025278 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a6bb22ee-fd44-4d27-a151-0a6dbcf927ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718328', 'neutron.services.segments.db._delete_segments_for_network-8786311954077'] for network (04671c53-ca48-4ca5-8247-463b6ac1fbe1), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:43.052468 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.services.segments.db [None req-a6bb22ee-fd44-4d27-a151-0a6dbcf927ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04671c53-ca48-4ca5-8247-463b6ac1fbe1']}} {{(pid=107073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:14:43.065402 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.services.segments.db [None req-a6bb22ee-fd44-4d27-a151-0a6dbcf927ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64991032-cb00-4fe3-9882-ec8e7671fd4e') {'for_net_delete': True} {{(pid=107073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:14:43.066672 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.services.segments.db [None req-a6bb22ee-fd44-4d27-a151-0a6dbcf927ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64991032-cb00-4fe3-9882-ec8e7671fd4e') {} {{(pid=107073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:14:43.082512 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a6bb22ee-fd44-4d27-a151-0a6dbcf927ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786311985893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4006317'] for segment (64991032-cb00-4fe3-9882-ec8e7671fd4e), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:43.114427 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a6bb22ee-fd44-4d27-a151-0a6dbcf927ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881'] for segment (64991032-cb00-4fe3-9882-ec8e7671fd4e), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:43.125176 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6bb22ee-fd44-4d27-a151-0a6dbcf927ac admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=107073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 14:14:43.125836 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a6bb22ee-fd44-4d27-a151-0a6dbcf927ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3071137'] for segment (64991032-cb00-4fe3-9882-ec8e7671fd4e), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:43.130489 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-aa75ed35-5bcc-4c9b-96fb-1b1ffb496143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329'] for port (e0fd242a-d528-4829-9159-4e390b7e7e22), after_delete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:43.143147 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 35032) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:43.185321 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75ed35-5bcc-4c9b-96fb-1b1ffb496143 None None] Pushing event deleted for resources: {'Port': ['ID=e0fd242a-d528-4829-9159-4e390b7e7e22,revision_number=None']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:43.188604 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa75ed35-5bcc-4c9b-96fb-1b1ffb496143 None None] No DVR routers for this DVR port e0fd242a-d528-4829-9159-4e390b7e7e22 on host dv-cinder-852211-7-iscsi {{(pid=107075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:14:43.204165 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa75ed35-5bcc-4c9b-96fb-1b1ffb496143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:43.204711 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa75ed35-5bcc-4c9b-96fb-1b1ffb496143 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:43.205463 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa75ed35-5bcc-4c9b-96fb-1b1ffb496143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:43.206129 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa75ed35-5bcc-4c9b-96fb-1b1ffb496143 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:43.206533 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa75ed35-5bcc-4c9b-96fb-1b1ffb496143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:43.206932 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa75ed35-5bcc-4c9b-96fb-1b1ffb496143 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:43.210129 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa75ed35-5bcc-4c9b-96fb-1b1ffb496143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:43.210129 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa75ed35-5bcc-4c9b-96fb-1b1ffb496143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:43.210129 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa75ed35-5bcc-4c9b-96fb-1b1ffb496143 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:43.210129 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa75ed35-5bcc-4c9b-96fb-1b1ffb496143 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:43.210129 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa75ed35-5bcc-4c9b-96fb-1b1ffb496143 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:43.210129 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa75ed35-5bcc-4c9b-96fb-1b1ffb496143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:43.210129 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa75ed35-5bcc-4c9b-96fb-1b1ffb496143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:43.210909 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa75ed35-5bcc-4c9b-96fb-1b1ffb496143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:43.211050 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa75ed35-5bcc-4c9b-96fb-1b1ffb496143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:14:43.272200 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.services.segments.plugin [-] Segment 64991032-cb00-4fe3-9882-ec8e7671fd4e resource provider aggregate not found Sep 01 14:14:43.298537 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.services.segments.plugin [-] Segment 64991032-cb00-4fe3-9882-ec8e7671fd4e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64991032-cb00-4fe3-9882-ec8e7671fd4e found for delete ", "request_id": "req-14e90165-044f-4976-9153-3d256c6a818a"}]} Sep 01 14:14:43.305705 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1fe2139a-5582-4fc5-932a-c68d798826dc req-f7e27cbd-e07e-456d-be1b-477be49c1ae1 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f21e2730-924a-436f-a04b-ce7bc9b47ea9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1274869 Sep 01 14:14:43.338585 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a6bb22ee-fd44-4d27-a151-0a6dbcf927ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122255'] for network (04671c53-ca48-4ca5-8247-463b6ac1fbe1), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:43.350562 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a6bb22ee-fd44-4d27-a151-0a6dbcf927ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for network (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:43.356363 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-a6bb22ee-fd44-4d27-a151-0a6dbcf927ac admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/04671c53-ca48-4ca5-8247-463b6ac1fbe1 HTTP/1.1" status: 204 len: 168 time: 1.0572870 Sep 01 14:14:43.370264 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb22ee-fd44-4d27-a151-0a6dbcf927ac admin admin] Pushing event deleted for resources: {'Network': ['ID=04671c53-ca48-4ca5-8247-463b6ac1fbe1,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:43.437883 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2139a-5582-4fc5-932a-c68d798826dc req-c4921795-5e00-49f5-9232-acdbbe798a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:14:43.439393 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1fe2139a-5582-4fc5-932a-c68d798826dc req-c4921795-5e00-49f5-9232-acdbbe798a73 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=90a84500a899479aabfa3aeb72b4c4ae&device_id=f21e2730-924a-436f-a04b-ce7bc9b47ea9 HTTP/1.1" status: 200 len: 1129 time: 0.0594361 Sep 01 14:14:43.639747 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:43.782035 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2139a-5582-4fc5-932a-c68d798826dc req-27e6bd80-14ab-40e3-91b5-38f25dd4c15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:14:43.784526 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1fe2139a-5582-4fc5-932a-c68d798826dc req-27e6bd80-14ab-40e3-91b5-38f25dd4c15a service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=4f2459fa-f112-4ee1-abd3-6f4952507858 HTTP/1.1" status: 200 len: 916 time: 0.3176351 Sep 01 14:14:43.932683 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1fe2139a-5582-4fc5-932a-c68d798826dc req-a47df352-698d-4d73-91b5-1198690140ca service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21f0cea4-2894-4114-a667-cf4f7590ef92 HTTP/1.1" status: 200 len: 1001 time: 0.1345146 Sep 01 14:14:43.982046 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 35050) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:43.992054 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 3945c6b9-8de6-49e1-aa32-4bbf5de3ddec no longer exists at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:14:44.029789 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] No Port match for: 3945c6b9-8de6-49e1-aa32-4bbf5de3ddec {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:14:44.030676 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 3945c6b9-8de6-49e1-aa32-4bbf5de3ddec not bound to the agent host dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:14:44.031411 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device e0fd242a-d528-4829-9159-4e390b7e7e22 no longer exists at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:14:44.043920 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2139a-5582-4fc5-932a-c68d798826dc req-8212075d-b8cf-430c-8b46-75efab416f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:14:44.044433 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1fe2139a-5582-4fc5-932a-c68d798826dc req-8212075d-b8cf-430c-8b46-75efab416f18 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=114ef839-6b7e-436f-ad2e-66278bf71661 HTTP/1.1" status: 200 len: 854 time: 0.1041853 Sep 01 14:14:44.059775 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] No Port match for: e0fd242a-d528-4829-9159-4e390b7e7e22 {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:14:44.060453 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device e0fd242a-d528-4829-9159-4e390b7e7e22 not bound to the agent host dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:14:44.090335 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:44.110034 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-54fc2b64-c579-4371-bf26-2182c2f76007 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=3ed58deb61194a5ba3f2d46eb7e5680c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1259084 Sep 01 14:14:44.112695 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 35056) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:44.143535 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2139a-5582-4fc5-932a-c68d798826dc req-87943f3a-1ef5-409d-be89-45816d747e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:14:44.145468 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1fe2139a-5582-4fc5-932a-c68d798826dc req-87943f3a-1ef5-409d-be89-45816d747e66 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=4f2459fa-f112-4ee1-abd3-6f4952507858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0929463 Sep 01 14:14:44.213232 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-7f7a7cc8-2b30-4b17-864b-286b528a5191 admin admin] Publish callbacks [] for security_group (0d6aefb3-ef8e-4d7d-bd4e-7b98ccaa3537), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:44.262957 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-7f7a7cc8-2b30-4b17-864b-286b528a5191 admin admin] Publish callbacks [] for security_group (0d6aefb3-ef8e-4d7d-bd4e-7b98ccaa3537), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:44.326798 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:44.384711 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-e0aa9711-7e43-4add-9c21-5256df907a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33121012'] for router_interface (4cd8ab48-4990-4a25-9ce6-97826bc73f25), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:44.443353 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1fe2139a-5582-4fc5-932a-c68d798826dc req-8bde9031-792a-4e08-a93d-eaaff199aeac service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4f2459fa-f112-4ee1-abd3-6f4952507858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584820 Sep 01 14:14:44.493130 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-7f7a7cc8-2b30-4b17-864b-286b528a5191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (0d6aefb3-ef8e-4d7d-bd4e-7b98ccaa3537), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:44.497340 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-7f7a7cc8-2b30-4b17-864b-286b528a5191 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:44.498812 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-7f7a7cc8-2b30-4b17-864b-286b528a5191 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0d6aefb3-ef8e-4d7d-bd4e-7b98ccaa3537 HTTP/1.1" status: 204 len: 168 time: 0.3843861 Sep 01 14:14:44.513578 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a7cc8-2b30-4b17-864b-286b528a5191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6aefb3-ef8e-4d7d-bd4e-7b98ccaa3537,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:44.943205 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1fe2139a-5582-4fc5-932a-c68d798826dc req-fe8b2aa8-4d31-42db-91e8-816eccb96d1d service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4f2459fa-f112-4ee1-abd3-6f4952507858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4915884 Sep 01 14:14:45.057112 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-e0aa9711-7e43-4add-9c21-5256df907a72 admin admin] Deleting port 61a5885c-2577-492c-8cdf-49361d85db1b {{(pid=107074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:14:45.057601 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-e0aa9711-7e43-4add-9c21-5256df907a72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (61a5885c-2577-492c-8cdf-49361d85db1b), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:45.195582 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=100 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:45.206082 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [None req-e0aa9711-7e43-4add-9c21-5256df907a72 admin admin] For port 61a5885c-2577-492c-8cdf-49361d85db1b, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=61a5885c-2577-492c-8cdf-49361d85db1b,segment=NetworkSegment(83618588-9564-4de1-960d-f9cb798a5af2),segment_id=83618588-9564-4de1-960d-f9cb798a5af2)] {{(pid=107074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:14:45.206750 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-e0aa9711-7e43-4add-9c21-5256df907a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (61a5885c-2577-492c-8cdf-49361d85db1b), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:45.225956 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-e0aa9711-7e43-4add-9c21-5256df907a72 admin admin] Calling delete_port for 61a5885c-2577-492c-8cdf-49361d85db1b owned by network:router_interface {{(pid=107074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:14:45.670837 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-e0aa9711-7e43-4add-9c21-5256df907a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (61a5885c-2577-492c-8cdf-49361d85db1b), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:45.722580 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa9711-7e43-4add-9c21-5256df907a72 admin admin] Pushing event deleted for resources: {'Port': ['ID=61a5885c-2577-492c-8cdf-49361d85db1b,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:45.987579 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:46.104070 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-e0aa9711-7e43-4add-9c21-5256df907a72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33033800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33121348'] for router_interface (4cd8ab48-4990-4a25-9ce6-97826bc73f25), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:46.495148 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0aa9711-7e43-4add-9c21-5256df907a72 admin admin] Router 4cd8ab48-4990-4a25-9ce6-97826bc73f25 has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:14:46.686589 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0aa9711-7e43-4add-9c21-5256df907a72 admin admin] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:14:46.699039 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-e0aa9711-7e43-4add-9c21-5256df907a72 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/4cd8ab48-4990-4a25-9ce6-97826bc73f25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5517266 Sep 01 14:14:46.699673 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 35102) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:46.702019 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fa401d-107d-46ff-93d1-dcabcd744388 None None] Sync routers for ids ['4cd8ab48-4990-4a25-9ce6-97826bc73f25'] in dv-cinder-852211-7-iscsi {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:14:46.733422 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fa401d-107d-46ff-93d1-dcabcd744388 None None] Routers {'4cd8ab48-4990-4a25-9ce6-97826bc73f25'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:14:46.734017 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-a3fa401d-107d-46ff-93d1-dcabcd744388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:14:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['4cd8ab48-4990-4a25-9ce6-97826bc73f25'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:14:46.924372 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-3ef1907b-4631-4bb3-af9c-246be5644d7b admin admin] Publish callbacks [] for router (4cd8ab48-4990-4a25-9ce6-97826bc73f25), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:46.997679 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-a3fa401d-107d-46ff-93d1-dcabcd744388 None None] Set router 4cd8ab48-4990-4a25-9ce6-97826bc73f25 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:14:47.095130 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:47.099416 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-3ef1907b-4631-4bb3-af9c-246be5644d7b admin admin] Publish callbacks [] for router_gateway (4cd8ab48-4990-4a25-9ce6-97826bc73f25), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:47.148682 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:47.152599 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:47.237420 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [None req-3ef1907b-4631-4bb3-af9c-246be5644d7b admin admin] Deleting port db651706-b019-4d4e-91ff-d62584e223b7 {{(pid=107073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:14:47.237765 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-3ef1907b-4631-4bb3-af9c-246be5644d7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (db651706-b019-4d4e-91ff-d62584e223b7), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:47.287468 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-a3fa401d-107d-46ff-93d1-dcabcd744388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd8ab48-4990-4a25-9ce6-97826bc73f25', 'name': 'tempest-TestShelveInstance-1289640127-router', 'tenant_id': 'c1c061b824cb4a92a469061e7a67f967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'db651706-b019-4d4e-91ff-d62584e223b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:08:36Z', 'updated_at': '2022-09-01T14:14:45Z', 'revision_number': 5, 'project_id': 'c1c061b824cb4a92a469061e7a67f967', 'gw_port': {'id': 'db651706-b019-4d4e-91ff-d62584e223b7', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8ab48-4990-4a25-9ce6-97826bc73f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:08:37Z', 'updated_at': '2022-09-01T14:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:14:47.345665 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fa401d-107d-46ff-93d1-dcabcd744388 None None] Checking router: 4cd8ab48-4990-4a25-9ce6-97826bc73f25 for host: dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:14:47.360425 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [None req-3ef1907b-4631-4bb3-af9c-246be5644d7b admin admin] For port db651706-b019-4d4e-91ff-d62584e223b7, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=db651706-b019-4d4e-91ff-d62584e223b7,segment=NetworkSegment(f315c88c-0cea-42ce-ac38-790188a99330),segment_id=f315c88c-0cea-42ce-ac38-790188a99330)] {{(pid=107073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:14:47.360788 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-3ef1907b-4631-4bb3-af9c-246be5644d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (db651706-b019-4d4e-91ff-d62584e223b7), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:47.364902 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fa401d-107d-46ff-93d1-dcabcd744388 None None] Routers {'4cd8ab48-4990-4a25-9ce6-97826bc73f25'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:14:47.365995 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-a3fa401d-107d-46ff-93d1-dcabcd744388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:14:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['4cd8ab48-4990-4a25-9ce6-97826bc73f25'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:14:47.379211 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [None req-3ef1907b-4631-4bb3-af9c-246be5644d7b admin admin] Calling delete_port for db651706-b019-4d4e-91ff-d62584e223b7 owned by network:router_gateway {{(pid=107073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:14:47.528047 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-a3fa401d-107d-46ff-93d1-dcabcd744388 None None] Set router 4cd8ab48-4990-4a25-9ce6-97826bc73f25 gateway port host: None {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:14:47.561744 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:47.662234 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-3ef1907b-4631-4bb3-af9c-246be5644d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (db651706-b019-4d4e-91ff-d62584e223b7), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:47.713630 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1907b-4631-4bb3-af9c-246be5644d7b admin admin] Pushing event deleted for resources: {'Port': ['ID=db651706-b019-4d4e-91ff-d62584e223b7,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:47.797931 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-3ef1907b-4631-4bb3-af9c-246be5644d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122071'] for router_gateway (4cd8ab48-4990-4a25-9ce6-97826bc73f25), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:47.831115 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-a3fa401d-107d-46ff-93d1-dcabcd744388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd8ab48-4990-4a25-9ce6-97826bc73f25', 'name': 'tempest-TestShelveInstance-1289640127-router', 'tenant_id': 'c1c061b824cb4a92a469061e7a67f967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:08:36Z', 'updated_at': '2022-09-01T14:14:47Z', 'revision_number': 6, 'project_id': 'c1c061b824cb4a92a469061e7a67f967', 'gw_port_host': None}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:14:47.872816 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fa401d-107d-46ff-93d1-dcabcd744388 None None] The sync data for ids ['4cd8ab48-4990-4a25-9ce6-97826bc73f25'] in dv-cinder-852211-7-iscsi is: [{'id': '4cd8ab48-4990-4a25-9ce6-97826bc73f25', 'name': 'tempest-TestShelveInstance-1289640127-router', 'tenant_id': 'c1c061b824cb4a92a469061e7a67f967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:08:36Z', 'updated_at': '2022-09-01T14:14:47Z', 'revision_number': 6, 'project_id': 'c1c061b824cb4a92a469061e7a67f967', 'gw_port_host': None}] {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:14:48.012944 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-3ef1907b-4631-4bb3-af9c-246be5644d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33127694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3578'] for router (4cd8ab48-4990-4a25-9ce6-97826bc73f25), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:48.015833 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-3ef1907b-4631-4bb3-af9c-246be5644d7b admin admin] Publish callbacks [] for router_controller (4cd8ab48-4990-4a25-9ce6-97826bc73f25), precommit_delete_associations {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:48.159272 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-3ef1907b-4631-4bb3-af9c-246be5644d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33120949'] for router (4cd8ab48-4990-4a25-9ce6-97826bc73f25), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:48.160195 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef1907b-4631-4bb3-af9c-246be5644d7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cd8ab48-4990-4a25-9ce6-97826bc73f25 {{(pid=107073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 14:14:48.165564 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-3ef1907b-4631-4bb3-af9c-246be5644d7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:48.166808 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-3ef1907b-4631-4bb3-af9c-246be5644d7b admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/4cd8ab48-4990-4a25-9ce6-97826bc73f25 HTTP/1.1" status: 204 len: 168 time: 1.4656875 Sep 01 14:14:48.170949 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 35116) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:48.221998 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.db_base_plugin_v2 [None req-5761a187-ce5c-4e19-828c-c2a6b9dda4fa admin admin] Deleting subnet 090e269d-51eb-4081-b0e5-a44524761efb {{(pid=107073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 14:14:48.225775 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5761a187-ce5c-4e19-828c-c2a6b9dda4fa admin admin] Publish callbacks [] for subnet (090e269d-51eb-4081-b0e5-a44524761efb), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:48.278541 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5761a187-ce5c-4e19-828c-c2a6b9dda4fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4006330'] for subnet (090e269d-51eb-4081-b0e5-a44524761efb), precommit_delete_associations {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:48.373705 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5761a187-ce5c-4e19-828c-c2a6b9dda4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784543'] for subnet (090e269d-51eb-4081-b0e5-a44524761efb), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:48.513784 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5761a187-ce5c-4e19-828c-c2a6b9dda4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3069443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4179382'] for subnet (090e269d-51eb-4081-b0e5-a44524761efb), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:48.549060 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761a187-ce5c-4e19-828c-c2a6b9dda4fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=090e269d-51eb-4081-b0e5-a44524761efb,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:48.551837 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5761a187-ce5c-4e19-828c-c2a6b9dda4fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:48.556365 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-5761a187-ce5c-4e19-828c-c2a6b9dda4fa admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/090e269d-51eb-4081-b0e5-a44524761efb HTTP/1.1" status: 204 len: 168 time: 0.3835011 Sep 01 14:14:48.559301 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 35118) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:48.560150 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd984d9b-e9fc-4442-9513-a82368013f93 None None] Network d990df73-a69e-4562-a002-6a937695b5ba requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:14:48.644378 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-471ce8fc-b141-48bd-b94d-6a88205148fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-703534'] for network (d990df73-a69e-4562-a002-6a937695b5ba), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:48.682366 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:48.699329 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-471ce8fc-b141-48bd-b94d-6a88205148fa admin admin] Deleting port 61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f {{(pid=107074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:14:48.699329 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-471ce8fc-b141-48bd-b94d-6a88205148fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:48.764434 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a4a70b-c9b4-4769-ad36-5118aecc69ec None None] DHCP port deletion for d990df73-a69e-4562-a002-6a937695b5ba request from dv-cinder-852211-7-iscsi {{(pid=107075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 01 14:14:48.796435 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [None req-471ce8fc-b141-48bd-b94d-6a88205148fa admin admin] For port 61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f,segment=NetworkSegment(83618588-9564-4de1-960d-f9cb798a5af2),segment_id=83618588-9564-4de1-960d-f9cb798a5af2)] {{(pid=107074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:14:48.796797 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-471ce8fc-b141-48bd-b94d-6a88205148fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:48.814214 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-471ce8fc-b141-48bd-b94d-6a88205148fa admin admin] Calling delete_port for 61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f owned by network:dhcp {{(pid=107074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:14:48.814504 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-67a4a70b-c9b4-4769-ad36-5118aecc69ec None None] Deleting port 61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f {{(pid=107075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:14:48.814504 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-67a4a70b-c9b4-4769-ad36-5118aecc69ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f), before_delete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:48.899126 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-67a4a70b-c9b4-4769-ad36-5118aecc69ec None None] For port 61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f,segment=NetworkSegment(83618588-9564-4de1-960d-f9cb798a5af2),segment_id=83618588-9564-4de1-960d-f9cb798a5af2)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:14:48.899866 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-67a4a70b-c9b4-4769-ad36-5118aecc69ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f), precommit_delete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:48.922418 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-67a4a70b-c9b4-4769-ad36-5118aecc69ec None None] Calling delete_port for 61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f owned by network:dhcp {{(pid=107075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:14:49.018392 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-471ce8fc-b141-48bd-b94d-6a88205148fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:49.035270 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471ce8fc-b141-48bd-b94d-6a88205148fa admin admin] No DVR routers for this DVR port 61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f on host dv-cinder-852211-7-iscsi {{(pid=107074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:14:49.058890 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-67a4a70b-c9b4-4769-ad36-5118aecc69ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329'] for port (61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f), after_delete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:49.088915 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4a70b-c9b4-4769-ad36-5118aecc69ec None None] Pushing event deleted for resources: {'Port': ['ID=61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f,revision_number=None']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:49.093890 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a4a70b-c9b4-4769-ad36-5118aecc69ec None None] No DVR routers for this DVR port 61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f on host dv-cinder-852211-7-iscsi {{(pid=107075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:14:49.097076 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ce8fc-b141-48bd-b94d-6a88205148fa admin admin] Pushing event deleted for resources: {'Port': ['ID=61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:49.169643 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-471ce8fc-b141-48bd-b94d-6a88205148fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718328', 'neutron.services.segments.db._delete_segments_for_network-8786311954077'] for network (d990df73-a69e-4562-a002-6a937695b5ba), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:49.195738 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.services.segments.db [None req-471ce8fc-b141-48bd-b94d-6a88205148fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d990df73-a69e-4562-a002-6a937695b5ba']}} {{(pid=107074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:14:49.208195 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.services.segments.db [None req-471ce8fc-b141-48bd-b94d-6a88205148fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83618588-9564-4de1-960d-f9cb798a5af2') {'for_net_delete': True} {{(pid=107074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:14:49.208492 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.services.segments.db [None req-471ce8fc-b141-48bd-b94d-6a88205148fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83618588-9564-4de1-960d-f9cb798a5af2') {} {{(pid=107074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:14:49.221115 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-471ce8fc-b141-48bd-b94d-6a88205148fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786311985893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2922463'] for segment (83618588-9564-4de1-960d-f9cb798a5af2), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:49.237936 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-471ce8fc-b141-48bd-b94d-6a88205148fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881'] for segment (83618588-9564-4de1-960d-f9cb798a5af2), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:49.246682 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-471ce8fc-b141-48bd-b94d-6a88205148fa admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=107074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 14:14:49.247122 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-471ce8fc-b141-48bd-b94d-6a88205148fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923899'] for segment (83618588-9564-4de1-960d-f9cb798a5af2), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:49.252074 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:49.299357 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.services.segments.plugin [-] Segment 83618588-9564-4de1-960d-f9cb798a5af2 resource provider aggregate not found Sep 01 14:14:49.321774 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.services.segments.plugin [-] Segment 83618588-9564-4de1-960d-f9cb798a5af2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83618588-9564-4de1-960d-f9cb798a5af2 found for delete ", "request_id": "req-b998f3d8-9c6d-44a8-995f-acd354feda6e"}]} Sep 01 14:14:49.407046 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-471ce8fc-b141-48bd-b94d-6a88205148fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122255'] for network (d990df73-a69e-4562-a002-6a937695b5ba), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:49.413525 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-471ce8fc-b141-48bd-b94d-6a88205148fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for network (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:49.416940 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-471ce8fc-b141-48bd-b94d-6a88205148fa admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/d990df73-a69e-4562-a002-6a937695b5ba HTTP/1.1" status: 204 len: 168 time: 0.8560212 Sep 01 14:14:49.421006 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 35132) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:49.430485 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ce8fc-b141-48bd-b94d-6a88205148fa admin admin] Pushing event deleted for resources: {'Network': ['ID=d990df73-a69e-4562-a002-6a937695b5ba,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:49.759250 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:49.805342 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-72c86b60-ab31-4f2a-bcf7-773acd30ec74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33121012'] for router_interface (b4e49c42-31a3-4477-8dfe-ae98adf9714b), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:49.954802 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 61a5885c-2577-492c-8cdf-49361d85db1b no longer exists at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:14:49.993478 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] No Port match for: 61a5885c-2577-492c-8cdf-49361d85db1b {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:14:49.994109 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 61a5885c-2577-492c-8cdf-49361d85db1b not bound to the agent host dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:14:49.994785 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device db651706-b019-4d4e-91ff-d62584e223b7 no longer exists at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:14:50.015766 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:DELETE=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:50.037573 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] No Port match for: db651706-b019-4d4e-91ff-d62584e223b7 {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:14:50.039752 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device db651706-b019-4d4e-91ff-d62584e223b7 not bound to the agent host dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:14:50.040757 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f no longer exists at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:14:50.083887 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] No Port match for: 61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:14:50.084897 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 61eeaf5d-17eb-4cf0-b2d1-f5d47379fb8f not bound to the agent host dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:14:50.136659 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [None req-72c86b60-ab31-4f2a-bcf7-773acd30ec74 admin admin] Deleting port 24a77a5e-bece-4ea6-8c8f-7e006e509b14 {{(pid=107073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:14:50.136659 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-72c86b60-ab31-4f2a-bcf7-773acd30ec74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (24a77a5e-bece-4ea6-8c8f-7e006e509b14), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:50.271975 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [None req-72c86b60-ab31-4f2a-bcf7-773acd30ec74 admin admin] For port 24a77a5e-bece-4ea6-8c8f-7e006e509b14, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=24a77a5e-bece-4ea6-8c8f-7e006e509b14,segment=NetworkSegment(2c1e00d1-da8e-4d35-aaea-e5f60ce91a09),segment_id=2c1e00d1-da8e-4d35-aaea-e5f60ce91a09)] {{(pid=107073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:14:50.272601 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-72c86b60-ab31-4f2a-bcf7-773acd30ec74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (24a77a5e-bece-4ea6-8c8f-7e006e509b14), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:50.303779 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [None req-72c86b60-ab31-4f2a-bcf7-773acd30ec74 admin admin] Calling delete_port for 24a77a5e-bece-4ea6-8c8f-7e006e509b14 owned by network:router_interface {{(pid=107073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:14:50.988408 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-72c86b60-ab31-4f2a-bcf7-773acd30ec74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (24a77a5e-bece-4ea6-8c8f-7e006e509b14), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:51.031547 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c86b60-ab31-4f2a-bcf7-773acd30ec74 admin admin] Pushing event deleted for resources: {'Port': ['ID=24a77a5e-bece-4ea6-8c8f-7e006e509b14,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:51.380192 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-72c86b60-ab31-4f2a-bcf7-773acd30ec74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33033800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33121348'] for router_interface (b4e49c42-31a3-4477-8dfe-ae98adf9714b), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:51.611173 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:51.771476 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c86b60-ab31-4f2a-bcf7-773acd30ec74 admin admin] Router b4e49c42-31a3-4477-8dfe-ae98adf9714b has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:14:51.835603 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:51.936625 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c86b60-ab31-4f2a-bcf7-773acd30ec74 admin admin] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:14:51.943971 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-72c86b60-ab31-4f2a-bcf7-773acd30ec74 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/b4e49c42-31a3-4477-8dfe-ae98adf9714b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5211961 Sep 01 14:14:51.947383 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 35160) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:51.960712 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd10c3f-9d20-4643-b5d9-6a2a01416363 None None] Sync routers for ids ['b4e49c42-31a3-4477-8dfe-ae98adf9714b'] in dv-cinder-852211-7-iscsi {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:14:51.973631 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=100 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:51.977761 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd10c3f-9d20-4643-b5d9-6a2a01416363 None None] Routers {'b4e49c42-31a3-4477-8dfe-ae98adf9714b'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:14:51.978693 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-0dd10c3f-9d20-4643-b5d9-6a2a01416363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:14:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['b4e49c42-31a3-4477-8dfe-ae98adf9714b'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:14:51.982969 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=100 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:52.179095 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-3c129835-9cfa-4a42-ab7e-4ec2e5e1f331 admin admin] Publish callbacks [] for router (b4e49c42-31a3-4477-8dfe-ae98adf9714b), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:52.348687 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-0dd10c3f-9d20-4643-b5d9-6a2a01416363 None None] Set router b4e49c42-31a3-4477-8dfe-ae98adf9714b gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:14:52.469665 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-3c129835-9cfa-4a42-ab7e-4ec2e5e1f331 admin admin] Publish callbacks [] for router_gateway (b4e49c42-31a3-4477-8dfe-ae98adf9714b), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:52.655319 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-0dd10c3f-9d20-4643-b5d9-6a2a01416363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e49c42-31a3-4477-8dfe-ae98adf9714b', 'name': 'tempest-TestShelveInstance-1663840984-router', 'tenant_id': 'f394f5c330444b81b46cb0ba3f026cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '7d38a751-257c-415c-b6a2-7d9d340ac50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:08:50Z', 'updated_at': '2022-09-01T14:14:50Z', 'revision_number': 5, 'project_id': 'f394f5c330444b81b46cb0ba3f026cf0', 'gw_port': {'id': '7d38a751-257c-415c-b6a2-7d9d340ac50d', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e49c42-31a3-4477-8dfe-ae98adf9714b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:08:51Z', 'updated_at': '2022-09-01T14:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:14:52.684727 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [None req-3c129835-9cfa-4a42-ab7e-4ec2e5e1f331 admin admin] Deleting port 7d38a751-257c-415c-b6a2-7d9d340ac50d {{(pid=107073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:14:52.685602 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-3c129835-9cfa-4a42-ab7e-4ec2e5e1f331 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (7d38a751-257c-415c-b6a2-7d9d340ac50d), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:52.706940 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd10c3f-9d20-4643-b5d9-6a2a01416363 None None] Checking router: b4e49c42-31a3-4477-8dfe-ae98adf9714b for host: dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:14:52.736821 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd10c3f-9d20-4643-b5d9-6a2a01416363 None None] Routers {'b4e49c42-31a3-4477-8dfe-ae98adf9714b'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:14:52.738492 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-0dd10c3f-9d20-4643-b5d9-6a2a01416363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:14:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['b4e49c42-31a3-4477-8dfe-ae98adf9714b'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:14:52.881387 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [None req-3c129835-9cfa-4a42-ab7e-4ec2e5e1f331 admin admin] For port 7d38a751-257c-415c-b6a2-7d9d340ac50d, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=7d38a751-257c-415c-b6a2-7d9d340ac50d,segment=NetworkSegment(f315c88c-0cea-42ce-ac38-790188a99330),segment_id=f315c88c-0cea-42ce-ac38-790188a99330)] {{(pid=107073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:14:52.882063 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-3c129835-9cfa-4a42-ab7e-4ec2e5e1f331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (7d38a751-257c-415c-b6a2-7d9d340ac50d), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:52.903211 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [None req-3c129835-9cfa-4a42-ab7e-4ec2e5e1f331 admin admin] Calling delete_port for 7d38a751-257c-415c-b6a2-7d9d340ac50d owned by network:router_gateway {{(pid=107073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:14:52.907521 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-0dd10c3f-9d20-4643-b5d9-6a2a01416363 None None] Set router b4e49c42-31a3-4477-8dfe-ae98adf9714b gateway port host: None {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:14:52.965380 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:52.987333 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-0dd10c3f-9d20-4643-b5d9-6a2a01416363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e49c42-31a3-4477-8dfe-ae98adf9714b', 'name': 'tempest-TestShelveInstance-1663840984-router', 'tenant_id': 'f394f5c330444b81b46cb0ba3f026cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:08:50Z', 'updated_at': '2022-09-01T14:14:52Z', 'revision_number': 6, 'project_id': 'f394f5c330444b81b46cb0ba3f026cf0', 'gw_port_host': None}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:14:53.040190 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd10c3f-9d20-4643-b5d9-6a2a01416363 None None] The sync data for ids ['b4e49c42-31a3-4477-8dfe-ae98adf9714b'] in dv-cinder-852211-7-iscsi is: [{'id': 'b4e49c42-31a3-4477-8dfe-ae98adf9714b', 'name': 'tempest-TestShelveInstance-1663840984-router', 'tenant_id': 'f394f5c330444b81b46cb0ba3f026cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:08:50Z', 'updated_at': '2022-09-01T14:14:52Z', 'revision_number': 6, 'project_id': 'f394f5c330444b81b46cb0ba3f026cf0', 'gw_port_host': None}] {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:14:53.238954 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-3c129835-9cfa-4a42-ab7e-4ec2e5e1f331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (7d38a751-257c-415c-b6a2-7d9d340ac50d), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:53.274402 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c129835-9cfa-4a42-ab7e-4ec2e5e1f331 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d38a751-257c-415c-b6a2-7d9d340ac50d,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:53.361943 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-3c129835-9cfa-4a42-ab7e-4ec2e5e1f331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122071'] for router_gateway (b4e49c42-31a3-4477-8dfe-ae98adf9714b), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:53.502049 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-3c129835-9cfa-4a42-ab7e-4ec2e5e1f331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33127694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3578'] for router (b4e49c42-31a3-4477-8dfe-ae98adf9714b), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:53.507353 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-3c129835-9cfa-4a42-ab7e-4ec2e5e1f331 admin admin] Publish callbacks [] for router_controller (b4e49c42-31a3-4477-8dfe-ae98adf9714b), precommit_delete_associations {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:53.704454 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-3c129835-9cfa-4a42-ab7e-4ec2e5e1f331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33120949'] for router (b4e49c42-31a3-4477-8dfe-ae98adf9714b), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:53.705374 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c129835-9cfa-4a42-ab7e-4ec2e5e1f331 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4e49c42-31a3-4477-8dfe-ae98adf9714b {{(pid=107073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 14:14:53.711765 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-3c129835-9cfa-4a42-ab7e-4ec2e5e1f331 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:53.717781 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-3c129835-9cfa-4a42-ab7e-4ec2e5e1f331 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/b4e49c42-31a3-4477-8dfe-ae98adf9714b HTTP/1.1" status: 204 len: 168 time: 1.7644384 Sep 01 14:14:53.718349 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 35194) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:53.803702 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f62774-dccb-4362-ab13-ae07bc77c333 admin admin] Deleting subnet 827db297-0680-4003-aba7-d1bdadf93cbf {{(pid=107074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 14:14:53.808817 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-55f62774-dccb-4362-ab13-ae07bc77c333 admin admin] Publish callbacks [] for subnet (827db297-0680-4003-aba7-d1bdadf93cbf), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:53.877472 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-55f62774-dccb-4362-ab13-ae07bc77c333 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2922440'] for subnet (827db297-0680-4003-aba7-d1bdadf93cbf), precommit_delete_associations {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:54.015247 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-55f62774-dccb-4362-ab13-ae07bc77c333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784543'] for subnet (827db297-0680-4003-aba7-d1bdadf93cbf), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:54.071100 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 24a77a5e-bece-4ea6-8c8f-7e006e509b14 no longer exists at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:14:54.143450 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] No Port match for: 24a77a5e-bece-4ea6-8c8f-7e006e509b14 {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:14:54.144075 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 24a77a5e-bece-4ea6-8c8f-7e006e509b14 not bound to the agent host dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:14:54.144768 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 7d38a751-257c-415c-b6a2-7d9d340ac50d no longer exists at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:14:54.185130 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] No Port match for: 7d38a751-257c-415c-b6a2-7d9d340ac50d {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:14:54.185603 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 7d38a751-257c-415c-b6a2-7d9d340ac50d not bound to the agent host dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:14:54.287697 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-55f62774-dccb-4362-ab13-ae07bc77c333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2922457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2708936'] for subnet (827db297-0680-4003-aba7-d1bdadf93cbf), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:54.341734 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f62774-dccb-4362-ab13-ae07bc77c333 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=827db297-0680-4003-aba7-d1bdadf93cbf,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:54.347250 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-55f62774-dccb-4362-ab13-ae07bc77c333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for subnet (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:54.354965 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 35202) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:54.363623 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-b389b01c-3cfa-49ad-abc7-844e32bfcd95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:54.364444 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-55f62774-dccb-4362-ab13-ae07bc77c333 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/827db297-0680-4003-aba7-d1bdadf93cbf HTTP/1.1" status: 204 len: 168 time: 0.6398563 Sep 01 14:14:54.391731 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b759a4-ac0e-453c-9f2c-256ab5b11790 None None] Network 06feea0c-c6e5-47c0-a95a-cd6177e8c337 requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:14:54.529423 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5d209d32-e6b0-41cd-92d1-16bfa9e026a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-703534'] for network (06feea0c-c6e5-47c0-a95a-cd6177e8c337), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:54.630053 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [None req-5d209d32-e6b0-41cd-92d1-16bfa9e026a4 admin admin] Deleting port 5dd03242-5715-42b7-9c43-0e88c5bb2d44 {{(pid=107073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:14:54.630393 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5d209d32-e6b0-41cd-92d1-16bfa9e026a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (5dd03242-5715-42b7-9c43-0e88c5bb2d44), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:54.687769 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ec6878-72ea-4beb-926b-80b1dbdf78dd None None] DHCP port deletion for 06feea0c-c6e5-47c0-a95a-cd6177e8c337 request from dv-cinder-852211-7-iscsi {{(pid=107075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 01 14:14:54.700895 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:54.721492 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [None req-5d209d32-e6b0-41cd-92d1-16bfa9e026a4 admin admin] For port 5dd03242-5715-42b7-9c43-0e88c5bb2d44, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=5dd03242-5715-42b7-9c43-0e88c5bb2d44,segment=NetworkSegment(2c1e00d1-da8e-4d35-aaea-e5f60ce91a09),segment_id=2c1e00d1-da8e-4d35-aaea-e5f60ce91a09)] {{(pid=107073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:14:54.722312 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5d209d32-e6b0-41cd-92d1-16bfa9e026a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (5dd03242-5715-42b7-9c43-0e88c5bb2d44), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:54.747432 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [None req-5d209d32-e6b0-41cd-92d1-16bfa9e026a4 admin admin] Calling delete_port for 5dd03242-5715-42b7-9c43-0e88c5bb2d44 owned by network:dhcp {{(pid=107073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:14:54.749751 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:54.777978 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-c1ec6878-72ea-4beb-926b-80b1dbdf78dd None None] Deleting port 5dd03242-5715-42b7-9c43-0e88c5bb2d44 {{(pid=107075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:14:54.778411 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-c1ec6878-72ea-4beb-926b-80b1dbdf78dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (5dd03242-5715-42b7-9c43-0e88c5bb2d44), before_delete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:54.865703 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-c1ec6878-72ea-4beb-926b-80b1dbdf78dd None None] For port 5dd03242-5715-42b7-9c43-0e88c5bb2d44, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=5dd03242-5715-42b7-9c43-0e88c5bb2d44,segment=NetworkSegment(2c1e00d1-da8e-4d35-aaea-e5f60ce91a09),segment_id=2c1e00d1-da8e-4d35-aaea-e5f60ce91a09)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:14:54.866203 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-c1ec6878-72ea-4beb-926b-80b1dbdf78dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (5dd03242-5715-42b7-9c43-0e88c5bb2d44), precommit_delete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:54.883074 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-c1ec6878-72ea-4beb-926b-80b1dbdf78dd None None] Calling delete_port for 5dd03242-5715-42b7-9c43-0e88c5bb2d44 owned by network:dhcp {{(pid=107075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:14:54.949774 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:55.002027 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5d209d32-e6b0-41cd-92d1-16bfa9e026a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (5dd03242-5715-42b7-9c43-0e88c5bb2d44), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:55.009438 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-c1ec6878-72ea-4beb-926b-80b1dbdf78dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329'] for port (5dd03242-5715-42b7-9c43-0e88c5bb2d44), after_delete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:55.040459 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec6878-72ea-4beb-926b-80b1dbdf78dd None None] Pushing event deleted for resources: {'Port': ['ID=5dd03242-5715-42b7-9c43-0e88c5bb2d44,revision_number=None']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:55.048570 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ec6878-72ea-4beb-926b-80b1dbdf78dd None None] No DVR routers for this DVR port 5dd03242-5715-42b7-9c43-0e88c5bb2d44 on host dv-cinder-852211-7-iscsi {{(pid=107075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:14:55.070010 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d209d32-e6b0-41cd-92d1-16bfa9e026a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dd03242-5715-42b7-9c43-0e88c5bb2d44,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:55.073120 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d209d32-e6b0-41cd-92d1-16bfa9e026a4 admin admin] No DVR routers for this DVR port 5dd03242-5715-42b7-9c43-0e88c5bb2d44 on host dv-cinder-852211-7-iscsi {{(pid=107073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:14:55.227225 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5d209d32-e6b0-41cd-92d1-16bfa9e026a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718328', 'neutron.services.segments.db._delete_segments_for_network-8786311954077'] for network (06feea0c-c6e5-47c0-a95a-cd6177e8c337), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:55.255770 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.services.segments.db [None req-5d209d32-e6b0-41cd-92d1-16bfa9e026a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06feea0c-c6e5-47c0-a95a-cd6177e8c337']}} {{(pid=107073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:14:55.267583 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.services.segments.db [None req-5d209d32-e6b0-41cd-92d1-16bfa9e026a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1e00d1-da8e-4d35-aaea-e5f60ce91a09') {'for_net_delete': True} {{(pid=107073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:14:55.268036 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.services.segments.db [None req-5d209d32-e6b0-41cd-92d1-16bfa9e026a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1e00d1-da8e-4d35-aaea-e5f60ce91a09') {} {{(pid=107073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:14:55.283727 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5d209d32-e6b0-41cd-92d1-16bfa9e026a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786311985893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4006317'] for segment (2c1e00d1-da8e-4d35-aaea-e5f60ce91a09), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:55.306950 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5d209d32-e6b0-41cd-92d1-16bfa9e026a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881'] for segment (2c1e00d1-da8e-4d35-aaea-e5f60ce91a09), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:55.317607 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d209d32-e6b0-41cd-92d1-16bfa9e026a4 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=107073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 14:14:55.317972 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5d209d32-e6b0-41cd-92d1-16bfa9e026a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3071137'] for segment (2c1e00d1-da8e-4d35-aaea-e5f60ce91a09), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:55.375281 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.services.segments.plugin [-] Segment 2c1e00d1-da8e-4d35-aaea-e5f60ce91a09 resource provider aggregate not found Sep 01 14:14:55.410469 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.services.segments.plugin [-] Segment 2c1e00d1-da8e-4d35-aaea-e5f60ce91a09 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c1e00d1-da8e-4d35-aaea-e5f60ce91a09 found for delete ", "request_id": "req-8c4e1480-5cf4-44e3-a51e-3192721bb823"}]} Sep 01 14:14:55.657130 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5d209d32-e6b0-41cd-92d1-16bfa9e026a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122255'] for network (06feea0c-c6e5-47c0-a95a-cd6177e8c337), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:55.674953 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5d209d32-e6b0-41cd-92d1-16bfa9e026a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for network (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:55.683506 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-5d209d32-e6b0-41cd-92d1-16bfa9e026a4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/06feea0c-c6e5-47c0-a95a-cd6177e8c337 HTTP/1.1" status: 204 len: 168 time: 1.3268013 Sep 01 14:14:55.708640 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d209d32-e6b0-41cd-92d1-16bfa9e026a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=06feea0c-c6e5-47c0-a95a-cd6177e8c337,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:55.942624 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 5dd03242-5715-42b7-9c43-0e88c5bb2d44 no longer exists at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:14:55.969854 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] No Port match for: 5dd03242-5715-42b7-9c43-0e88c5bb2d44 {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:14:55.970254 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 5dd03242-5715-42b7-9c43-0e88c5bb2d44 not bound to the agent host dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:14:56.148101 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38884aa6-ca6a-466c-aa1a-52580bfe2edc req-0838beab-7c68-449a-9e36-d0b7bd2d9f91 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:14:56.151036 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-38884aa6-ca6a-466c-aa1a-52580bfe2edc req-0838beab-7c68-449a-9e36-d0b7bd2d9f91 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f21e2730-924a-436f-a04b-ce7bc9b47ea9 HTTP/1.1" status: 200 len: 945 time: 0.0672605 Sep 01 14:14:56.190233 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:56.225532 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-38884aa6-ca6a-466c-aa1a-52580bfe2edc req-09bfa8d8-1102-4688-a24d-41f01ffd5177 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4676d176-092e-4e9f-bf75-3763320c363a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614533 Sep 01 14:14:56.278190 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 35246) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:56.328992 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-a5fc5341-f8dd-4b2f-bb04-201c335dbf9d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c1c061b824cb4a92a469061e7a67f967&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0491695 Sep 01 14:14:56.332268 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 35248) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:56.397573 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7ea5ed3d-8611-4199-8364-54ee34ebe100 admin admin] Publish callbacks [] for security_group (6c4c6377-2795-4fa0-a084-53feabc84ed0), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:56.423073 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7ea5ed3d-8611-4199-8364-54ee34ebe100 admin admin] Publish callbacks [] for security_group (6c4c6377-2795-4fa0-a084-53feabc84ed0), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:56.579333 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7ea5ed3d-8611-4199-8364-54ee34ebe100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (6c4c6377-2795-4fa0-a084-53feabc84ed0), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:56.583149 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7ea5ed3d-8611-4199-8364-54ee34ebe100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:56.584729 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-7ea5ed3d-8611-4199-8364-54ee34ebe100 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/6c4c6377-2795-4fa0-a084-53feabc84ed0 HTTP/1.1" status: 204 len: 168 time: 0.2513726 Sep 01 14:14:56.594915 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5ed3d-8611-4199-8364-54ee34ebe100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4c6377-2795-4fa0-a084-53feabc84ed0,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:57.465141 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2e494-abd0-4887-b744-57ee4df4485a req-ed8e45b5-6f73-474a-99f2-09ba8b9af3bf tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:14:57.468243 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d6d2e494-abd0-4887-b744-57ee4df4485a req-ed8e45b5-6f73-474a-99f2-09ba8b9af3bf tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f21e2730-924a-436f-a04b-ce7bc9b47ea9 HTTP/1.1" status: 200 len: 945 time: 0.1023090 Sep 01 14:14:57.485161 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-ec9bf5d6-9fe8-43d0-b525-bc53609e1b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:57.558909 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d6d2e494-abd0-4887-b744-57ee4df4485a req-9c5ee985-1eff-4131-8cec-27eaf650e26c tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4676d176-092e-4e9f-bf75-3763320c363a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780163 Sep 01 14:14:57.676524 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 35296) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:57.748537 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-fa04a9a3-6ad2-4789-b872-b4874160c476 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f394f5c330444b81b46cb0ba3f026cf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0699449 Sep 01 14:14:57.755744 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 35300) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:57.811918 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5354e-e177-4305-a5c7-6c3223dc41a7 req-262abf0d-c3e6-47bf-92a6-5a8209430632 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:14:57.813828 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-e6c5354e-e177-4305-a5c7-6c3223dc41a7 req-262abf0d-c3e6-47bf-92a6-5a8209430632 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f21e2730-924a-436f-a04b-ce7bc9b47ea9 HTTP/1.1" status: 200 len: 945 time: 0.1084161 Sep 01 14:14:57.869305 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0b04618f-b7d8-4d82-930f-5b50533d7c50 admin admin] Publish callbacks [] for security_group (ac2bbd4f-863c-47a6-97e3-4aecc3f750c6), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:57.921759 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0b04618f-b7d8-4d82-930f-5b50533d7c50 admin admin] Publish callbacks [] for security_group (ac2bbd4f-863c-47a6-97e3-4aecc3f750c6), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:57.946159 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:58.035660 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [req-e6c5354e-e177-4305-a5c7-6c3223dc41a7 req-b910fd6d-e9e0-4e1e-8e2f-f52769a45665 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Deleting port 21f0cea4-2894-4114-a667-cf4f7590ef92 {{(pid=107074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:14:58.036530 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-e6c5354e-e177-4305-a5c7-6c3223dc41a7 req-b910fd6d-e9e0-4e1e-8e2f-f52769a45665 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (21f0cea4-2894-4114-a667-cf4f7590ef92), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:58.186971 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [req-e6c5354e-e177-4305-a5c7-6c3223dc41a7 req-b910fd6d-e9e0-4e1e-8e2f-f52769a45665 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] For port 21f0cea4-2894-4114-a667-cf4f7590ef92, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=21f0cea4-2894-4114-a667-cf4f7590ef92,segment=NetworkSegment(ca6b7f3c-527c-4348-9811-67350820a04d),segment_id=ca6b7f3c-527c-4348-9811-67350820a04d)] {{(pid=107074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:14:58.187488 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-e6c5354e-e177-4305-a5c7-6c3223dc41a7 req-b910fd6d-e9e0-4e1e-8e2f-f52769a45665 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (21f0cea4-2894-4114-a667-cf4f7590ef92), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:58.227885 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0b04618f-b7d8-4d82-930f-5b50533d7c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (ac2bbd4f-863c-47a6-97e3-4aecc3f750c6), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:58.231336 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0b04618f-b7d8-4d82-930f-5b50533d7c50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:58.233304 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-0b04618f-b7d8-4d82-930f-5b50533d7c50 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ac2bbd4f-863c-47a6-97e3-4aecc3f750c6 HTTP/1.1" status: 204 len: 168 time: 0.4755969 Sep 01 14:14:58.244070 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b04618f-b7d8-4d82-930f-5b50533d7c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2bbd4f-863c-47a6-97e3-4aecc3f750c6,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:58.267733 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:58.451554 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-e6c5354e-e177-4305-a5c7-6c3223dc41a7 req-b910fd6d-e9e0-4e1e-8e2f-f52769a45665 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:58.451915 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-e6c5354e-e177-4305-a5c7-6c3223dc41a7 req-b910fd6d-e9e0-4e1e-8e2f-f52769a45665 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122292'] for floatingip (97ccdded-40b4-4df5-b8c8-53de84aeebd4), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:58.452230 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.db.l3_db [req-e6c5354e-e177-4305-a5c7-6c3223dc41a7 req-b910fd6d-e9e0-4e1e-8e2f-f52769a45665 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Floating IP 97ccdded-40b4-4df5-b8c8-53de84aeebd4 disassociated. External IP: 172.27.2.242, port: 21f0cea4-2894-4114-a667-cf4f7590ef92. Sep 01 14:14:58.452577 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [req-e6c5354e-e177-4305-a5c7-6c3223dc41a7 req-b910fd6d-e9e0-4e1e-8e2f-f52769a45665 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Calling delete_port for 21f0cea4-2894-4114-a667-cf4f7590ef92 owned by compute:nova {{(pid=107074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:14:58.721694 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-e6c5354e-e177-4305-a5c7-6c3223dc41a7 req-b910fd6d-e9e0-4e1e-8e2f-f52769a45665 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (21f0cea4-2894-4114-a667-cf4f7590ef92), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:58.742836 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4be59-362c-41c8-b705-1d527d546abf req-49f837cc-1aea-46c8-8866-3b02260fd7dd tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:14:58.745415 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-12f4be59-362c-41c8-b705-1d527d546abf req-49f837cc-1aea-46c8-8866-3b02260fd7dd tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f21e2730-924a-436f-a04b-ce7bc9b47ea9 HTTP/1.1" status: 200 len: 945 time: 0.0647869 Sep 01 14:14:58.774485 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b910fd6d-e9e0-4e1e-8e2f-f52769a45665 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Pushing event deleted for resources: {'Port': ['ID=21f0cea4-2894-4114-a667-cf4f7590ef92,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:14:58.835384 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-12f4be59-362c-41c8-b705-1d527d546abf req-9498bc25-1963-4776-916c-a3d7a18a76ec tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4676d176-092e-4e9f-bf75-3763320c363a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814273 Sep 01 14:14:58.968256 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6c5354e-e177-4305-a5c7-6c3223dc41a7 req-b910fd6d-e9e0-4e1e-8e2f-f52769a45665 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Router e8f55aa6-3e2f-4434-9312-766524ba3bfd has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:14:59.048769 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:14:59.241996 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6c5354e-e177-4305-a5c7-6c3223dc41a7 req-b910fd6d-e9e0-4e1e-8e2f-f52769a45665 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:14:59.262282 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0d0104-0a9f-4911-a21a-b9d003810036 None None] Sync routers for ids ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'] in dv-cinder-852211-7-iscsi {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:14:59.284016 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:59.293522 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0d0104-0a9f-4911-a21a-b9d003810036 None None] Routers {'e8f55aa6-3e2f-4434-9312-766524ba3bfd'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:14:59.294642 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-de0d0104-0a9f-4911-a21a-b9d003810036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:14:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:14:59.302741 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c5354e-e177-4305-a5c7-6c3223dc41a7 req-b910fd6d-e9e0-4e1e-8e2f-f52769a45665 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] No DVR routers for this DVR port 21f0cea4-2894-4114-a667-cf4f7590ef92 on host hv-cinder-85221 {{(pid=107074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:14:59.310325 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-e6c5354e-e177-4305-a5c7-6c3223dc41a7 req-b910fd6d-e9e0-4e1e-8e2f-f52769a45665 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:14:59.317688 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-e6c5354e-e177-4305-a5c7-6c3223dc41a7 req-b910fd6d-e9e0-4e1e-8e2f-f52769a45665 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.72 "DELETE /networking/v2.0/ports/21f0cea4-2894-4114-a667-cf4f7590ef92 HTTP/1.1" status: 204 len: 173 time: 1.4976351 Sep 01 14:14:59.318352 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21e2730-924a-436f-a04b-ce7bc9b47ea9', 'name': 'network-vif-deleted', 'tag': '21f0cea4-2894-4114-a667-cf4f7590ef92'}] {{(pid=107074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:14:59.322830 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c297ab1b76e2baeed04979654ee05671bdf6dedd7a272174e678f0e52b3dfb88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a94ddc-b7e0-4e04-b60b-f3632d562ed0" -d '{"events": [{"server_uuid": "f21e2730-924a-436f-a04b-ce7bc9b47ea9", "name": "network-vif-deleted", "tag": "21f0cea4-2894-4114-a667-cf4f7590ef92"}]}' {{(pid=107074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:14:59.415057 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5604c555-f149-48ca-b339-bbb422c0eda0 x-openstack-request-id: req-5604c555-f149-48ca-b339-bbb422c0eda0 {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:14:59.415057 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21e2730-924a-436f-a04b-ce7bc9b47ea9", "name": "network-vif-deleted", "tag": "21f0cea4-2894-4114-a667-cf4f7590ef92", "status": "completed", "code": 200}]} {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:14:59.415433 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5604c555-f149-48ca-b339-bbb422c0eda0 {{(pid=107074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:14:59.416024 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5604c555-f149-48ca-b339-bbb422c0eda0'] response: {'server_uuid': 'f21e2730-924a-436f-a04b-ce7bc9b47ea9', 'name': 'network-vif-deleted', 'tag': '21f0cea4-2894-4114-a667-cf4f7590ef92', 'status': 'completed', 'code': 200} Sep 01 14:14:59.479649 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-de0d0104-0a9f-4911-a21a-b9d003810036 None None] Set router e8f55aa6-3e2f-4434-9312-766524ba3bfd gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:14:59.674932 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 6 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:14:59.767889 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-de0d0104-0a9f-4911-a21a-b9d003810036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'name': 'tempest-AttachVolumeNegativeTest-1411166407-router', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:07:23Z', 'updated_at': '2022-09-01T14:07:28Z', 'revision_number': 4, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'gw_port': {'id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:24Z', 'updated_at': '2022-09-01T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '1d322708-60c7-4a61-b0df-8d1e76fa1ff4', 'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'mac_address': 'fa:16:3e:a6:5b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:27Z', 'updated_at': '2022-09-01T14:07:34Z', 'revision_number': 5, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'subnets': [{'id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:14:59.809630 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0d0104-0a9f-4911-a21a-b9d003810036 None None] Checking router: e8f55aa6-3e2f-4434-9312-766524ba3bfd for host: dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:14:59.824721 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0d0104-0a9f-4911-a21a-b9d003810036 None None] Routers {'e8f55aa6-3e2f-4434-9312-766524ba3bfd'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:14:59.825758 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-de0d0104-0a9f-4911-a21a-b9d003810036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:14:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:14:59.856251 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 35344) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:14:59.989111 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-de0d0104-0a9f-4911-a21a-b9d003810036 None None] Set router e8f55aa6-3e2f-4434-9312-766524ba3bfd gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:15:00.043951 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-4c313235-32e5-47e4-8b6a-9c4814856268 req-063c4c83-c68c-4845-90fd-f78182f018c8 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f21e2730-924a-436f-a04b-ce7bc9b47ea9 HTTP/1.1" status: 200 len: 210 time: 0.0538814 Sep 01 14:15:00.088597 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-308d0668-e401-466f-80ff-ffe31d9809db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:00.185926 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-308d0668-e401-466f-80ff-ffe31d9809db admin admin] Publish callbacks [] for security_group (2df310ff-cb18-4be2-9041-df02fcf8a670), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:00.252069 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-de0d0104-0a9f-4911-a21a-b9d003810036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'name': 'tempest-AttachVolumeNegativeTest-1411166407-router', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:07:23Z', 'updated_at': '2022-09-01T14:07:28Z', 'revision_number': 4, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'gw_port': {'id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:24Z', 'updated_at': '2022-09-01T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '1d322708-60c7-4a61-b0df-8d1e76fa1ff4', 'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'mac_address': 'fa:16:3e:a6:5b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:27Z', 'updated_at': '2022-09-01T14:07:34Z', 'revision_number': 5, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'subnets': [{'id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:15:00.282432 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-308d0668-e401-466f-80ff-ffe31d9809db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (2df310ff-cb18-4be2-9041-df02fcf8a670), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:00.298095 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0d0104-0a9f-4911-a21a-b9d003810036 None None] The sync data for ids ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'] in dv-cinder-852211-7-iscsi is: [{'id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'name': 'tempest-AttachVolumeNegativeTest-1411166407-router', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:07:23Z', 'updated_at': '2022-09-01T14:07:28Z', 'revision_number': 4, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'gw_port': {'id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:24Z', 'updated_at': '2022-09-01T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '1d322708-60c7-4a61-b0df-8d1e76fa1ff4', 'name': '', 'network_id': '4f2459fa-f112-4ee1-abd3-6f4952507858', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'mac_address': 'fa:16:3e:a6:5b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:27Z', 'updated_at': '2022-09-01T14:07:34Z', 'revision_number': 5, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'subnets': [{'id': '114ef839-6b7e-436f-ad2e-66278bf71661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:15:00.351715 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d0668-e401-466f-80ff-ffe31d9809db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df310ff-cb18-4be2-9041-df02fcf8a670,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:00.359915 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-308d0668-e401-466f-80ff-ffe31d9809db admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e0a37bc3a9a64bd6bb87348f829b2566&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5022488 Sep 01 14:15:00.360176 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 35356) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:00.464007 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-f69737fc-bb90-429e-ba7e-8bb6a68deae2 admin admin] Publish callbacks [] for security_group (2df310ff-cb18-4be2-9041-df02fcf8a670), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:00.506936 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-f69737fc-bb90-429e-ba7e-8bb6a68deae2 admin admin] Publish callbacks [] for security_group (2df310ff-cb18-4be2-9041-df02fcf8a670), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:00.652155 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:00.721166 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-f69737fc-bb90-429e-ba7e-8bb6a68deae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (2df310ff-cb18-4be2-9041-df02fcf8a670), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:00.723971 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-f69737fc-bb90-429e-ba7e-8bb6a68deae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:00.727687 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-f69737fc-bb90-429e-ba7e-8bb6a68deae2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2df310ff-cb18-4be2-9041-df02fcf8a670 HTTP/1.1" status: 204 len: 168 time: 0.3636708 Sep 01 14:15:00.739204 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69737fc-bb90-429e-ba7e-8bb6a68deae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df310ff-cb18-4be2-9041-df02fcf8a670,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:00.776464 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94d4b62-2768-41f5-b566-5bd9b2bbbbd7 None None] New status for floating IP 97ccdded-40b4-4df5-b8c8-53de84aeebd4: DOWN {{(pid=107076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 14:15:01.159347 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:01.258522 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 35374) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:01.331565 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d081c5a1-34ef-4d66-b91e-ee0165824302 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group (4676d176-092e-4e9f-bf75-3763320c363a), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:01.362802 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d081c5a1-34ef-4d66-b91e-ee0165824302 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group (4676d176-092e-4e9f-bf75-3763320c363a), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:01.498591 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d081c5a1-34ef-4d66-b91e-ee0165824302 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (4676d176-092e-4e9f-bf75-3763320c363a), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:01.502393 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-d081c5a1-34ef-4d66-b91e-ee0165824302 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:01.503933 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-d081c5a1-34ef-4d66-b91e-ee0165824302 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4676d176-092e-4e9f-bf75-3763320c363a HTTP/1.1" status: 204 len: 168 time: 0.2440746 Sep 01 14:15:01.508217 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 35384) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:01.523411 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081c5a1-34ef-4d66-b91e-ee0165824302 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4676d176-092e-4e9f-bf75-3763320c363a,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:01.527765 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.api.v2.resource [None req-be0c780e-50b7-42f2-93f7-3183350de7ba tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] show failed (client error): The resource could not be found. Sep 01 14:15:01.529162 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-be0c780e-50b7-42f2-93f7-3183350de7ba tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "GET /networking/v2.0/security-groups/4676d176-092e-4e9f-bf75-3763320c363a HTTP/1.1" status: 404 len: 347 time: 0.0186698 Sep 01 14:15:01.535044 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 35386) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:01.689112 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [None req-a2ada572-51d2-4490-85b6-e997444f2346 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Deleting port a8800414-7b7e-419d-9c07-94ddce50ba2a {{(pid=107073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:15:01.689465 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a2ada572-51d2-4490-85b6-e997444f2346 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (a8800414-7b7e-419d-9c07-94ddce50ba2a), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:01.796584 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a2ada572-51d2-4490-85b6-e997444f2346 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (a8800414-7b7e-419d-9c07-94ddce50ba2a), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:01.796869 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a2ada572-51d2-4490-85b6-e997444f2346 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for floatingip (a8800414-7b7e-419d-9c07-94ddce50ba2a), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:01.824533 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [None req-a2ada572-51d2-4490-85b6-e997444f2346 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Calling delete_port for a8800414-7b7e-419d-9c07-94ddce50ba2a owned by network:floatingip {{(pid=107073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:15:01.873638 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:01.923051 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:01.983204 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 21f0cea4-2894-4114-a667-cf4f7590ef92 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:15:02.007472 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] No Port match for: 21f0cea4-2894-4114-a667-cf4f7590ef92 {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:15:02.007817 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 21f0cea4-2894-4114-a667-cf4f7590ef92 not bound to the agent host hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:15:02.166381 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a2ada572-51d2-4490-85b6-e997444f2346 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (a8800414-7b7e-419d-9c07-94ddce50ba2a), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:02.202441 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ada572-51d2-4490-85b6-e997444f2346 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Pushing event deleted for resources: {'Port': ['ID=a8800414-7b7e-419d-9c07-94ddce50ba2a,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:02.285360 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a2ada572-51d2-4490-85b6-e997444f2346 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks [] for floatingip (97ccdded-40b4-4df5-b8c8-53de84aeebd4), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:02.287916 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-a2ada572-51d2-4490-85b6-e997444f2346 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for floatingip (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:02.292789 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-a2ada572-51d2-4490-85b6-e997444f2346 tempest-AttachVolumeNegativeTest-836381067 tempest-AttachVolumeNegativeTest-836381067-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/97ccdded-40b4-4df5-b8c8-53de84aeebd4 HTTP/1.1" status: 204 len: 168 time: 0.7513788 Sep 01 14:15:03.275416 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 35430) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:03.431889 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5a22042d-9da4-4423-93e0-2eb5a322b20e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:03.563190 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5a22042d-9da4-4423-93e0-2eb5a322b20e admin admin] Publish callbacks [] for security_group (e6d88595-3211-45b2-ba86-d1f8c3c45162), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:03.662440 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5a22042d-9da4-4423-93e0-2eb5a322b20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (e6d88595-3211-45b2-ba86-d1f8c3c45162), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:03.745638 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-5a22042d-9da4-4423-93e0-2eb5a322b20e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=42a1850055cf4d53993446a4cf402ae7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4663966 Sep 01 14:15:03.749174 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 35440) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:03.749924 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22042d-9da4-4423-93e0-2eb5a322b20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d88595-3211-45b2-ba86-d1f8c3c45162,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:03.835538 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-2ce12681-c415-4843-aa79-450f2db39709 admin admin] Publish callbacks [] for security_group (e6d88595-3211-45b2-ba86-d1f8c3c45162), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:03.893325 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-2ce12681-c415-4843-aa79-450f2db39709 admin admin] Publish callbacks [] for security_group (e6d88595-3211-45b2-ba86-d1f8c3c45162), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:04.138983 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-2ce12681-c415-4843-aa79-450f2db39709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (e6d88595-3211-45b2-ba86-d1f8c3c45162), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:04.142434 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-2ce12681-c415-4843-aa79-450f2db39709 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:04.144683 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-2ce12681-c415-4843-aa79-450f2db39709 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e6d88595-3211-45b2-ba86-d1f8c3c45162 HTTP/1.1" status: 204 len: 168 time: 0.3931289 Sep 01 14:15:04.158245 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce12681-c415-4843-aa79-450f2db39709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d88595-3211-45b2-ba86-d1f8c3c45162,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:06.892631 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 35540) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:07.029699 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-80c0ec68-24e0-4199-a891-f867ab134830 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:07.130029 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-80c0ec68-24e0-4199-a891-f867ab134830 admin admin] Publish callbacks [] for security_group (3254cb25-ac76-4e89-97e6-33d94bec1410), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:07.238326 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-80c0ec68-24e0-4199-a891-f867ab134830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (3254cb25-ac76-4e89-97e6-33d94bec1410), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:07.293585 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 35546) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:07.294774 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-80c0ec68-24e0-4199-a891-f867ab134830 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a7dd58dd75ac4de986e5790ee1fb9dcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3995464 Sep 01 14:15:07.296171 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0ec68-24e0-4199-a891-f867ab134830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3254cb25-ac76-4e89-97e6-33d94bec1410,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:07.363067 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-e3f337bb-5a77-4907-bf2a-bf5538e52e32 admin admin] Publish callbacks [] for security_group (3254cb25-ac76-4e89-97e6-33d94bec1410), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:07.394139 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-e3f337bb-5a77-4907-bf2a-bf5538e52e32 admin admin] Publish callbacks [] for security_group (3254cb25-ac76-4e89-97e6-33d94bec1410), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:07.701263 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-e3f337bb-5a77-4907-bf2a-bf5538e52e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (3254cb25-ac76-4e89-97e6-33d94bec1410), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:07.704004 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-e3f337bb-5a77-4907-bf2a-bf5538e52e32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:07.705245 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-e3f337bb-5a77-4907-bf2a-bf5538e52e32 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3254cb25-ac76-4e89-97e6-33d94bec1410 HTTP/1.1" status: 204 len: 168 time: 0.4101574 Sep 01 14:15:07.718326 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f337bb-5a77-4907-bf2a-bf5538e52e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3254cb25-ac76-4e89-97e6-33d94bec1410,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:09.345263 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 35600) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:09.458632 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:09.523722 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=7 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:09.578222 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:09.698053 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:10.028613 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-c9b58a87-eb5e-4c7f-a65f-870533dd957f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33121012'] for router_interface (e8f55aa6-3e2f-4434-9312-766524ba3bfd), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:10.423256 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-c9b58a87-eb5e-4c7f-a65f-870533dd957f admin admin] Deleting port 1d322708-60c7-4a61-b0df-8d1e76fa1ff4 {{(pid=107074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:15:10.424320 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-c9b58a87-eb5e-4c7f-a65f-870533dd957f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (1d322708-60c7-4a61-b0df-8d1e76fa1ff4), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:10.525828 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [None req-c9b58a87-eb5e-4c7f-a65f-870533dd957f admin admin] For port 1d322708-60c7-4a61-b0df-8d1e76fa1ff4, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=1d322708-60c7-4a61-b0df-8d1e76fa1ff4,segment=NetworkSegment(ca6b7f3c-527c-4348-9811-67350820a04d),segment_id=ca6b7f3c-527c-4348-9811-67350820a04d)] {{(pid=107074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:15:10.526285 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-c9b58a87-eb5e-4c7f-a65f-870533dd957f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (1d322708-60c7-4a61-b0df-8d1e76fa1ff4), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:10.546150 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-c9b58a87-eb5e-4c7f-a65f-870533dd957f admin admin] Calling delete_port for 1d322708-60c7-4a61-b0df-8d1e76fa1ff4 owned by network:router_interface {{(pid=107074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:15:10.832998 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=100 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:10.876304 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:10.880249 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:10.913819 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-c9b58a87-eb5e-4c7f-a65f-870533dd957f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (1d322708-60c7-4a61-b0df-8d1e76fa1ff4), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:10.946462 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b58a87-eb5e-4c7f-a65f-870533dd957f admin admin] Pushing event deleted for resources: {'Port': ['ID=1d322708-60c7-4a61-b0df-8d1e76fa1ff4,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:11.255805 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-c9b58a87-eb5e-4c7f-a65f-870533dd957f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33033800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33121348'] for router_interface (e8f55aa6-3e2f-4434-9312-766524ba3bfd), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:11.366581 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:11.530292 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b58a87-eb5e-4c7f-a65f-870533dd957f admin admin] Router e8f55aa6-3e2f-4434-9312-766524ba3bfd has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:15:11.670972 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b58a87-eb5e-4c7f-a65f-870533dd957f admin admin] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:15:11.683288 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-c9b58a87-eb5e-4c7f-a65f-870533dd957f admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/e8f55aa6-3e2f-4434-9312-766524ba3bfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3351440 Sep 01 14:15:11.683701 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 35634) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:11.686108 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6c6189-d972-4328-9253-3d8c579fb5f5 None None] Sync routers for ids ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'] in dv-cinder-852211-7-iscsi {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:15:11.702354 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6c6189-d972-4328-9253-3d8c579fb5f5 None None] Routers {'e8f55aa6-3e2f-4434-9312-766524ba3bfd'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:15:11.703147 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-4d6c6189-d972-4328-9253-3d8c579fb5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:14:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:15:11.830100 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-4d6c6189-d972-4328-9253-3d8c579fb5f5 None None] Set router e8f55aa6-3e2f-4434-9312-766524ba3bfd gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:15:11.888205 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:11.897314 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-1be5a295-f763-46d1-b8c7-58b987eb5dbd admin admin] Publish callbacks [] for router (e8f55aa6-3e2f-4434-9312-766524ba3bfd), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:12.068361 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-1be5a295-f763-46d1-b8c7-58b987eb5dbd admin admin] Publish callbacks [] for router_gateway (e8f55aa6-3e2f-4434-9312-766524ba3bfd), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:12.077850 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:12.138947 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-4d6c6189-d972-4328-9253-3d8c579fb5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'name': 'tempest-AttachVolumeNegativeTest-1411166407-router', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:07:23Z', 'updated_at': '2022-09-01T14:15:10Z', 'revision_number': 5, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'gw_port': {'id': '042fcd97-bc47-4ec4-b839-7c1ac90df09a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:07:24Z', 'updated_at': '2022-09-01T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:15:12.192409 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6c6189-d972-4328-9253-3d8c579fb5f5 None None] Checking router: e8f55aa6-3e2f-4434-9312-766524ba3bfd for host: dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:15:12.203934 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6c6189-d972-4328-9253-3d8c579fb5f5 None None] Routers {'e8f55aa6-3e2f-4434-9312-766524ba3bfd'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:15:12.205121 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-4d6c6189-d972-4328-9253-3d8c579fb5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:14:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:15:12.209740 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [None req-1be5a295-f763-46d1-b8c7-58b987eb5dbd admin admin] Deleting port 042fcd97-bc47-4ec4-b839-7c1ac90df09a {{(pid=107073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:15:12.210428 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-1be5a295-f763-46d1-b8c7-58b987eb5dbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (042fcd97-bc47-4ec4-b839-7c1ac90df09a), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:12.352215 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-4d6c6189-d972-4328-9253-3d8c579fb5f5 None None] Set router e8f55aa6-3e2f-4434-9312-766524ba3bfd gateway port host: None {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:15:12.370505 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:12.374093 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [None req-1be5a295-f763-46d1-b8c7-58b987eb5dbd admin admin] For port 042fcd97-bc47-4ec4-b839-7c1ac90df09a, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=042fcd97-bc47-4ec4-b839-7c1ac90df09a,segment=NetworkSegment(f315c88c-0cea-42ce-ac38-790188a99330),segment_id=f315c88c-0cea-42ce-ac38-790188a99330)] {{(pid=107073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:15:12.381167 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-1be5a295-f763-46d1-b8c7-58b987eb5dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (042fcd97-bc47-4ec4-b839-7c1ac90df09a), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:12.405760 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [None req-1be5a295-f763-46d1-b8c7-58b987eb5dbd admin admin] Calling delete_port for 042fcd97-bc47-4ec4-b839-7c1ac90df09a owned by network:router_gateway {{(pid=107073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:15:12.444545 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-4d6c6189-d972-4328-9253-3d8c579fb5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'name': 'tempest-AttachVolumeNegativeTest-1411166407-router', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:07:23Z', 'updated_at': '2022-09-01T14:15:12Z', 'revision_number': 6, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'gw_port_host': None}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:15:12.477009 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6c6189-d972-4328-9253-3d8c579fb5f5 None None] The sync data for ids ['e8f55aa6-3e2f-4434-9312-766524ba3bfd'] in dv-cinder-852211-7-iscsi is: [{'id': 'e8f55aa6-3e2f-4434-9312-766524ba3bfd', 'name': 'tempest-AttachVolumeNegativeTest-1411166407-router', 'tenant_id': '90a84500a899479aabfa3aeb72b4c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:07:23Z', 'updated_at': '2022-09-01T14:15:12Z', 'revision_number': 6, 'project_id': '90a84500a899479aabfa3aeb72b4c4ae', 'gw_port_host': None}] {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:15:12.753498 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-1be5a295-f763-46d1-b8c7-58b987eb5dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (042fcd97-bc47-4ec4-b839-7c1ac90df09a), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:12.800593 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be5a295-f763-46d1-b8c7-58b987eb5dbd admin admin] Pushing event deleted for resources: {'Port': ['ID=042fcd97-bc47-4ec4-b839-7c1ac90df09a,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:12.889463 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-1be5a295-f763-46d1-b8c7-58b987eb5dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122071'] for router_gateway (e8f55aa6-3e2f-4434-9312-766524ba3bfd), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:13.010961 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-1be5a295-f763-46d1-b8c7-58b987eb5dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33127694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3578'] for router (e8f55aa6-3e2f-4434-9312-766524ba3bfd), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:13.014619 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-1be5a295-f763-46d1-b8c7-58b987eb5dbd admin admin] Publish callbacks [] for router_controller (e8f55aa6-3e2f-4434-9312-766524ba3bfd), precommit_delete_associations {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:13.164081 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-1be5a295-f763-46d1-b8c7-58b987eb5dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33120949'] for router (e8f55aa6-3e2f-4434-9312-766524ba3bfd), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:13.164678 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be5a295-f763-46d1-b8c7-58b987eb5dbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8f55aa6-3e2f-4434-9312-766524ba3bfd {{(pid=107073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 14:15:13.170144 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-1be5a295-f763-46d1-b8c7-58b987eb5dbd admin admin] Publish callbacks [] for router (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:13.171838 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-1be5a295-f763-46d1-b8c7-58b987eb5dbd admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/e8f55aa6-3e2f-4434-9312-766524ba3bfd HTTP/1.1" status: 204 len: 168 time: 1.4867070 Sep 01 14:15:13.176037 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 35660) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:13.233752 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbb21067-a8dd-4159-b9fc-306eceb298e1 admin admin] Deleting subnet 114ef839-6b7e-436f-ad2e-66278bf71661 {{(pid=107073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 14:15:13.237875 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-bbb21067-a8dd-4159-b9fc-306eceb298e1 admin admin] Publish callbacks [] for subnet (114ef839-6b7e-436f-ad2e-66278bf71661), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:13.290605 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-bbb21067-a8dd-4159-b9fc-306eceb298e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4006330'] for subnet (114ef839-6b7e-436f-ad2e-66278bf71661), precommit_delete_associations {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:13.409859 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-bbb21067-a8dd-4159-b9fc-306eceb298e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784543'] for subnet (114ef839-6b7e-436f-ad2e-66278bf71661), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:13.627524 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-bbb21067-a8dd-4159-b9fc-306eceb298e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3069443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4179382'] for subnet (114ef839-6b7e-436f-ad2e-66278bf71661), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:13.659096 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb21067-a8dd-4159-b9fc-306eceb298e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=114ef839-6b7e-436f-ad2e-66278bf71661,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:13.663242 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-bbb21067-a8dd-4159-b9fc-306eceb298e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:13.668352 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-bbb21067-a8dd-4159-b9fc-306eceb298e1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/114ef839-6b7e-436f-ad2e-66278bf71661 HTTP/1.1" status: 204 len: 168 time: 0.4907179 Sep 01 14:15:13.672682 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 35664) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:13.686065 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f46663-95b8-4570-9116-5b64ffb7405a None None] Network 4f2459fa-f112-4ee1-abd3-6f4952507858 requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:15:13.951509 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a785b0-4852-4b27-98e4-6b57caab2f5e None None] DHCP port deletion for 4f2459fa-f112-4ee1-abd3-6f4952507858 request from dv-cinder-852211-7-iscsi {{(pid=107075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 01 14:15:14.050667 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-c5a785b0-4852-4b27-98e4-6b57caab2f5e None None] Deleting port 2067b984-e775-42df-ba14-2b2a03717478 {{(pid=107075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:15:14.052738 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-c5a785b0-4852-4b27-98e4-6b57caab2f5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (2067b984-e775-42df-ba14-2b2a03717478), before_delete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:14.092555 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4ddd4cdf-5299-49f2-8fb2-b4346a95f97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-703534'] for network (4f2459fa-f112-4ee1-abd3-6f4952507858), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:14.113637 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 2067b984-e775-42df-ba14-2b2a03717478 no longer exists at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:15:14.173662 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-4ddd4cdf-5299-49f2-8fb2-b4346a95f97a admin admin] Deleting port 2067b984-e775-42df-ba14-2b2a03717478 {{(pid=107074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:15:14.174331 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4ddd4cdf-5299-49f2-8fb2-b4346a95f97a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (2067b984-e775-42df-ba14-2b2a03717478), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:14.175277 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-c5a785b0-4852-4b27-98e4-6b57caab2f5e None None] For port 2067b984-e775-42df-ba14-2b2a03717478, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=2067b984-e775-42df-ba14-2b2a03717478,segment=NetworkSegment(ca6b7f3c-527c-4348-9811-67350820a04d),segment_id=ca6b7f3c-527c-4348-9811-67350820a04d)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:15:14.175675 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-c5a785b0-4852-4b27-98e4-6b57caab2f5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (2067b984-e775-42df-ba14-2b2a03717478), precommit_delete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:14.196671 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-c5a785b0-4852-4b27-98e4-6b57caab2f5e None None] Calling delete_port for 2067b984-e775-42df-ba14-2b2a03717478 owned by network:dhcp {{(pid=107075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:15:14.207713 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=100 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:14.275365 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=100 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:14.280602 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Current status of the port 2067b984-e775-42df-ba14-2b2a03717478 is: ACTIVE; New status is: DOWN {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:15:14.280991 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (2067b984-e775-42df-ba14-2b2a03717478), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:14.329284 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [None req-4ddd4cdf-5299-49f2-8fb2-b4346a95f97a admin admin] For port 2067b984-e775-42df-ba14-2b2a03717478, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=2067b984-e775-42df-ba14-2b2a03717478,segment=NetworkSegment(ca6b7f3c-527c-4348-9811-67350820a04d),segment_id=ca6b7f3c-527c-4348-9811-67350820a04d)] {{(pid=107074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:15:14.330743 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4ddd4cdf-5299-49f2-8fb2-b4346a95f97a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (2067b984-e775-42df-ba14-2b2a03717478), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:14.351216 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] For port 2067b984-e775-42df-ba14-2b2a03717478, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=2067b984-e775-42df-ba14-2b2a03717478,segment=NetworkSegment(ca6b7f3c-527c-4348-9811-67350820a04d),segment_id=ca6b7f3c-527c-4348-9811-67350820a04d)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:15:14.364597 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-4ddd4cdf-5299-49f2-8fb2-b4346a95f97a admin admin] Calling delete_port for 2067b984-e775-42df-ba14-2b2a03717478 owned by network:dhcp {{(pid=107074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:15:14.416894 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:14.464685 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (2067b984-e775-42df-ba14-2b2a03717478), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:14.465420 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 042fcd97-bc47-4ec4-b839-7c1ac90df09a no longer exists at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:15:14.523039 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] No Port match for: 042fcd97-bc47-4ec4-b839-7c1ac90df09a {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:15:14.523588 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 042fcd97-bc47-4ec4-b839-7c1ac90df09a not bound to the agent host dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:15:14.524205 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 1d322708-60c7-4a61-b0df-8d1e76fa1ff4 no longer exists at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:15:14.558788 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] No Port match for: 1d322708-60c7-4a61-b0df-8d1e76fa1ff4 {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:15:14.559091 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 1d322708-60c7-4a61-b0df-8d1e76fa1ff4 not bound to the agent host dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:15:14.568448 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-c5a785b0-4852-4b27-98e4-6b57caab2f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329'] for port (2067b984-e775-42df-ba14-2b2a03717478), after_delete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:14.582943 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4ddd4cdf-5299-49f2-8fb2-b4346a95f97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (2067b984-e775-42df-ba14-2b2a03717478), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:14.587237 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a785b0-4852-4b27-98e4-6b57caab2f5e None None] No DVR routers for this DVR port 2067b984-e775-42df-ba14-2b2a03717478 on host dv-cinder-852211-7-iscsi {{(pid=107075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:15:14.620034 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Pushing event updated for resources: {'Port': ['ID=2067b984-e775-42df-ba14-2b2a03717478,revision_number=5']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:14.622630 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd4cdf-5299-49f2-8fb2-b4346a95f97a admin admin] Pushing event deleted for resources: {'Port': ['ID=2067b984-e775-42df-ba14-2b2a03717478,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:14.627081 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddd4cdf-5299-49f2-8fb2-b4346a95f97a admin admin] No DVR routers for this DVR port 2067b984-e775-42df-ba14-2b2a03717478 on host dv-cinder-852211-7-iscsi {{(pid=107074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:15:14.656294 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a785b0-4852-4b27-98e4-6b57caab2f5e None None] Pushing event deleted for resources: {'Port': ['ID=2067b984-e775-42df-ba14-2b2a03717478,revision_number=None']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:14.724389 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4ddd4cdf-5299-49f2-8fb2-b4346a95f97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718328', 'neutron.services.segments.db._delete_segments_for_network-8786311954077'] for network (4f2459fa-f112-4ee1-abd3-6f4952507858), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:14.755820 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.services.segments.db [None req-4ddd4cdf-5299-49f2-8fb2-b4346a95f97a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f2459fa-f112-4ee1-abd3-6f4952507858']}} {{(pid=107074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:15:14.770021 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.services.segments.db [None req-4ddd4cdf-5299-49f2-8fb2-b4346a95f97a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca6b7f3c-527c-4348-9811-67350820a04d') {'for_net_delete': True} {{(pid=107074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:15:14.770391 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.services.segments.db [None req-4ddd4cdf-5299-49f2-8fb2-b4346a95f97a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca6b7f3c-527c-4348-9811-67350820a04d') {} {{(pid=107074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:15:14.784560 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4ddd4cdf-5299-49f2-8fb2-b4346a95f97a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786311985893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2922463'] for segment (ca6b7f3c-527c-4348-9811-67350820a04d), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:14.819655 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4ddd4cdf-5299-49f2-8fb2-b4346a95f97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881'] for segment (ca6b7f3c-527c-4348-9811-67350820a04d), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:14.830652 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ddd4cdf-5299-49f2-8fb2-b4346a95f97a admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=107074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 14:15:14.831198 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4ddd4cdf-5299-49f2-8fb2-b4346a95f97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923899'] for segment (ca6b7f3c-527c-4348-9811-67350820a04d), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:14.888154 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.services.segments.plugin [-] Segment ca6b7f3c-527c-4348-9811-67350820a04d resource provider aggregate not found Sep 01 14:15:14.928907 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.services.segments.plugin [-] Segment ca6b7f3c-527c-4348-9811-67350820a04d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ca6b7f3c-527c-4348-9811-67350820a04d found for delete ", "request_id": "req-283fc6e0-921e-420d-b370-19a06a524e5a"}]} Sep 01 14:15:15.124484 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4ddd4cdf-5299-49f2-8fb2-b4346a95f97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122255'] for network (4f2459fa-f112-4ee1-abd3-6f4952507858), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:15.144478 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4ddd4cdf-5299-49f2-8fb2-b4346a95f97a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for network (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:15.151297 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-4ddd4cdf-5299-49f2-8fb2-b4346a95f97a admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/4f2459fa-f112-4ee1-abd3-6f4952507858 HTTP/1.1" status: 204 len: 168 time: 1.4741311 Sep 01 14:15:15.151297 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd4cdf-5299-49f2-8fb2-b4346a95f97a admin admin] Pushing event deleted for resources: {'Network': ['ID=4f2459fa-f112-4ee1-abd3-6f4952507858,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:15.916099 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 35700) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:15.992027 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-8edf2a3b-a1cf-433a-a844-a798a5d5f8f8 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=90a84500a899479aabfa3aeb72b4c4ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0734880 Sep 01 14:15:15.994772 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 35704) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:16.062119 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-414f919a-214d-48ea-ac2e-a250ac0cc90f admin admin] Publish callbacks [] for security_group (76ce8824-7f1d-4aa1-bd08-6670b247ce89), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:16.087472 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-414f919a-214d-48ea-ac2e-a250ac0cc90f admin admin] Publish callbacks [] for security_group (76ce8824-7f1d-4aa1-bd08-6670b247ce89), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:16.095409 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:16.250480 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-414f919a-214d-48ea-ac2e-a250ac0cc90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (76ce8824-7f1d-4aa1-bd08-6670b247ce89), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:16.253380 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-414f919a-214d-48ea-ac2e-a250ac0cc90f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:16.254706 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-414f919a-214d-48ea-ac2e-a250ac0cc90f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/76ce8824-7f1d-4aa1-bd08-6670b247ce89 HTTP/1.1" status: 204 len: 168 time: 0.2588823 Sep 01 14:15:16.268842 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f919a-214d-48ea-ac2e-a250ac0cc90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ce8824-7f1d-4aa1-bd08-6670b247ce89,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:17.191732 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 35738) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:17.344695 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-42a8e837-3983-43d0-988a-fc471be1044b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:17.460040 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-42a8e837-3983-43d0-988a-fc471be1044b admin admin] Publish callbacks [] for security_group (4ae15ef7-2397-4e09-8975-fa03101c07a1), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:17.609537 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-42a8e837-3983-43d0-988a-fc471be1044b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (4ae15ef7-2397-4e09-8975-fa03101c07a1), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:17.655049 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8e837-3983-43d0-988a-fc471be1044b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae15ef7-2397-4e09-8975-fa03101c07a1,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:17.660753 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-42a8e837-3983-43d0-988a-fc471be1044b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=eecb0ffba1b440bc8cd1f4aa64b95b6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4685733 Sep 01 14:15:17.663934 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 35746) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:17.740233 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-e403569c-4650-460b-aba1-1f4bec28492e admin admin] Publish callbacks [] for security_group (4ae15ef7-2397-4e09-8975-fa03101c07a1), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:17.779424 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-e403569c-4650-460b-aba1-1f4bec28492e admin admin] Publish callbacks [] for security_group (4ae15ef7-2397-4e09-8975-fa03101c07a1), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:17.996799 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-e403569c-4650-460b-aba1-1f4bec28492e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (4ae15ef7-2397-4e09-8975-fa03101c07a1), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:18.002313 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-e403569c-4650-460b-aba1-1f4bec28492e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:18.007216 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-e403569c-4650-460b-aba1-1f4bec28492e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4ae15ef7-2397-4e09-8975-fa03101c07a1 HTTP/1.1" status: 204 len: 168 time: 0.3389835 Sep 01 14:15:18.015970 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403569c-4650-460b-aba1-1f4bec28492e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae15ef7-2397-4e09-8975-fa03101c07a1,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:20.288384 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 35796) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:20.563407 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-bfeb66aa-f169-4fcf-8413-c3998005b6ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:20.614450 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:20.665674 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-bfeb66aa-f169-4fcf-8413-c3998005b6ac admin admin] Publish callbacks [] for security_group (b17a8bba-8948-4389-be87-9a39d46042b7), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:20.850264 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-bfeb66aa-f169-4fcf-8413-c3998005b6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (b17a8bba-8948-4389-be87-9a39d46042b7), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:20.900313 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb66aa-f169-4fcf-8413-c3998005b6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17a8bba-8948-4389-be87-9a39d46042b7,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:20.930332 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeb66aa-f169-4fcf-8413-c3998005b6ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:20.930332 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeb66aa-f169-4fcf-8413-c3998005b6ac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:20.930332 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeb66aa-f169-4fcf-8413-c3998005b6ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:20.930332 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeb66aa-f169-4fcf-8413-c3998005b6ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:20.930671 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeb66aa-f169-4fcf-8413-c3998005b6ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:20.931176 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeb66aa-f169-4fcf-8413-c3998005b6ac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:20.931874 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeb66aa-f169-4fcf-8413-c3998005b6ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:20.932414 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeb66aa-f169-4fcf-8413-c3998005b6ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:20.932953 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeb66aa-f169-4fcf-8413-c3998005b6ac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:20.933496 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeb66aa-f169-4fcf-8413-c3998005b6ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:20.934117 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeb66aa-f169-4fcf-8413-c3998005b6ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:20.934638 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeb66aa-f169-4fcf-8413-c3998005b6ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:20.935174 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeb66aa-f169-4fcf-8413-c3998005b6ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:20.935706 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeb66aa-f169-4fcf-8413-c3998005b6ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:20.936418 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeb66aa-f169-4fcf-8413-c3998005b6ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:20.952139 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-bfeb66aa-f169-4fcf-8413-c3998005b6ac admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c18ce7a0f3f7423a847de666cfd4d5b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6600096 Sep 01 14:15:20.952607 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 35816) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:21.049308 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d0580506-f59e-4e1e-b56a-83e1f0a2eca3 admin admin] Publish callbacks [] for security_group (b17a8bba-8948-4389-be87-9a39d46042b7), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:21.066571 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 35820) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:21.081693 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d0580506-f59e-4e1e-b56a-83e1f0a2eca3 admin admin] Publish callbacks [] for security_group (b17a8bba-8948-4389-be87-9a39d46042b7), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:21.251990 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-07417d25-f26b-49f1-97e6-48c4d324e978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:21.359262 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d0580506-f59e-4e1e-b56a-83e1f0a2eca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (b17a8bba-8948-4389-be87-9a39d46042b7), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:21.364096 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d0580506-f59e-4e1e-b56a-83e1f0a2eca3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:21.364096 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-d0580506-f59e-4e1e-b56a-83e1f0a2eca3 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b17a8bba-8948-4389-be87-9a39d46042b7 HTTP/1.1" status: 204 len: 168 time: 0.4090748 Sep 01 14:15:21.380376 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0580506-f59e-4e1e-b56a-83e1f0a2eca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17a8bba-8948-4389-be87-9a39d46042b7,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:21.403135 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:21.466446 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-07417d25-f26b-49f1-97e6-48c4d324e978 admin admin] Publish callbacks [] for security_group (2dd59829-b9cd-4b6f-ba3d-9332ec5fcd4d), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:21.619012 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-07417d25-f26b-49f1-97e6-48c4d324e978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (2dd59829-b9cd-4b6f-ba3d-9332ec5fcd4d), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:21.672064 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-07417d25-f26b-49f1-97e6-48c4d324e978 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=923c682cd63f4c839f556d4bf26e8d27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6039808 Sep 01 14:15:21.673078 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07417d25-f26b-49f1-97e6-48c4d324e978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd59829-b9cd-4b6f-ba3d-9332ec5fcd4d,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:21.676133 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 35838) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:21.735995 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-72e6fe54-5628-4505-9483-402ac24067aa admin admin] Publish callbacks [] for security_group (2dd59829-b9cd-4b6f-ba3d-9332ec5fcd4d), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:21.762083 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-72e6fe54-5628-4505-9483-402ac24067aa admin admin] Publish callbacks [] for security_group (2dd59829-b9cd-4b6f-ba3d-9332ec5fcd4d), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:22.049970 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-72e6fe54-5628-4505-9483-402ac24067aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (2dd59829-b9cd-4b6f-ba3d-9332ec5fcd4d), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:22.052782 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-72e6fe54-5628-4505-9483-402ac24067aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:22.054136 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-72e6fe54-5628-4505-9483-402ac24067aa admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2dd59829-b9cd-4b6f-ba3d-9332ec5fcd4d HTTP/1.1" status: 204 len: 168 time: 0.3769495 Sep 01 14:15:22.067763 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e6fe54-5628-4505-9483-402ac24067aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd59829-b9cd-4b6f-ba3d-9332ec5fcd4d,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:22.247888 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=26 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:22.362777 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 35850) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:22.379013 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-e16cc204-6f7d-489f-b950-e0b86864c3f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:22.471001 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-e16cc204-6f7d-489f-b950-e0b86864c3f1 admin admin] Publish callbacks [] for security_group (24bb94c9-20dd-441c-aeef-bdfe1a3de824), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:22.650970 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-e16cc204-6f7d-489f-b950-e0b86864c3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (24bb94c9-20dd-441c-aeef-bdfe1a3de824), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:22.703546 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:22.730675 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-e16cc204-6f7d-489f-b950-e0b86864c3f1 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=2f9d3976ff46464bb63c961f942d5184&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3661013 Sep 01 14:15:22.732569 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cc204-6f7d-489f-b950-e0b86864c3f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24bb94c9-20dd-441c-aeef-bdfe1a3de824,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:22.734466 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 35860) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:22.810372 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-0bf8f40a-537e-4c8f-b59a-10656268e4cf admin admin] Publish callbacks [] for security_group (24bb94c9-20dd-441c-aeef-bdfe1a3de824), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:22.836680 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-0bf8f40a-537e-4c8f-b59a-10656268e4cf admin admin] Publish callbacks [] for security_group (24bb94c9-20dd-441c-aeef-bdfe1a3de824), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:23.107065 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-0bf8f40a-537e-4c8f-b59a-10656268e4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (24bb94c9-20dd-441c-aeef-bdfe1a3de824), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:23.109937 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-0bf8f40a-537e-4c8f-b59a-10656268e4cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:23.111768 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-0bf8f40a-537e-4c8f-b59a-10656268e4cf admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/24bb94c9-20dd-441c-aeef-bdfe1a3de824 HTTP/1.1" status: 204 len: 168 time: 0.3746619 Sep 01 14:15:23.126207 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf8f40a-537e-4c8f-b59a-10656268e4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24bb94c9-20dd-441c-aeef-bdfe1a3de824,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:23.328984 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 35864) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:23.347031 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-f0999afe-45db-488a-95a4-4e9997693825 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:23.448520 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-f0999afe-45db-488a-95a4-4e9997693825 admin admin] Publish callbacks [] for security_group (41818610-cc5b-4f48-afe6-a5d608e9ca22), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:23.547356 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-f0999afe-45db-488a-95a4-4e9997693825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (41818610-cc5b-4f48-afe6-a5d608e9ca22), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:23.633636 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-f0999afe-45db-488a-95a4-4e9997693825 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b49b14278b2a484d967d522aa20ae1cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3034658 Sep 01 14:15:23.635625 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0999afe-45db-488a-95a4-4e9997693825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41818610-cc5b-4f48-afe6-a5d608e9ca22,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:23.637931 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 35874) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:23.725827 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-76e283c7-75dd-42b8-9ddf-00ba38bf93ca admin admin] Publish callbacks [] for security_group (41818610-cc5b-4f48-afe6-a5d608e9ca22), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:23.762838 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-76e283c7-75dd-42b8-9ddf-00ba38bf93ca admin admin] Publish callbacks [] for security_group (41818610-cc5b-4f48-afe6-a5d608e9ca22), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:24.021174 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-76e283c7-75dd-42b8-9ddf-00ba38bf93ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (41818610-cc5b-4f48-afe6-a5d608e9ca22), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:24.023862 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-76e283c7-75dd-42b8-9ddf-00ba38bf93ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:24.025046 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-76e283c7-75dd-42b8-9ddf-00ba38bf93ca admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/41818610-cc5b-4f48-afe6-a5d608e9ca22 HTTP/1.1" status: 204 len: 168 time: 0.3857477 Sep 01 14:15:24.034393 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e283c7-75dd-42b8-9ddf-00ba38bf93ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41818610-cc5b-4f48-afe6-a5d608e9ca22,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:24.091954 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:24.390766 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-456ba53a-ae47-4649-86a2-9bb7fe1bd31d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:25.072637 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 35906) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:25.089257 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-0b8fd067-57b6-469a-bd74-cf4639141de7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:25.193782 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-0b8fd067-57b6-469a-bd74-cf4639141de7 admin admin] Publish callbacks [] for security_group (d0341d62-915a-4330-914c-887129e2fc58), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:25.335201 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-0b8fd067-57b6-469a-bd74-cf4639141de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (d0341d62-915a-4330-914c-887129e2fc58), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:25.394382 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:DELETE=3,neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:25.421722 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8fd067-57b6-469a-bd74-cf4639141de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0341d62-915a-4330-914c-887129e2fc58,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:25.428732 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-0b8fd067-57b6-469a-bd74-cf4639141de7 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=265cc0fe67bd477ca53de249cd3f7917&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3548386 Sep 01 14:15:25.433702 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 35914) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:25.503641 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4c2e2b76-c8be-4ada-a0b8-4e0ae9cf03c2 admin admin] Publish callbacks [] for security_group (d0341d62-915a-4330-914c-887129e2fc58), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:25.529823 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4c2e2b76-c8be-4ada-a0b8-4e0ae9cf03c2 admin admin] Publish callbacks [] for security_group (d0341d62-915a-4330-914c-887129e2fc58), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:25.741321 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4c2e2b76-c8be-4ada-a0b8-4e0ae9cf03c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (d0341d62-915a-4330-914c-887129e2fc58), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:25.744572 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4c2e2b76-c8be-4ada-a0b8-4e0ae9cf03c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:25.746106 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-4c2e2b76-c8be-4ada-a0b8-4e0ae9cf03c2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d0341d62-915a-4330-914c-887129e2fc58 HTTP/1.1" status: 204 len: 168 time: 0.3107340 Sep 01 14:15:25.757242 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e2b76-c8be-4ada-a0b8-4e0ae9cf03c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0341d62-915a-4330-914c-887129e2fc58,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:27.251483 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 35976) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:27.604544 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-af8d10ec-1c91-43ed-aad3-249c3e97cd40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:27.766710 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-cf22b795-8648-495b-a3e1-fad7ba673e48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:27.780955 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 35984) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:27.790398 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 35988) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:27.917121 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-cf22b795-8648-495b-a3e1-fad7ba673e48 admin admin] Publish callbacks [] for security_group (439dff16-94f2-4356-96f8-0aa57f293dcb), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:27.953648 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-537e64a6-7b32-4ec1-9e6b-d8ccf1fca4ee admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1895377184-network', 'tenant_id': '493732d3c282440f8593558858bb0b33'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:15:27.986673 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-f48e24ab-d917-46d3-8237-d1c1d6bf4e32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:28.066716 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-cf22b795-8648-495b-a3e1-fad7ba673e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (439dff16-94f2-4356-96f8-0aa57f293dcb), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:28.089434 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-f48e24ab-d917-46d3-8237-d1c1d6bf4e32 admin admin] Publish callbacks [] for security_group (1a1ab08c-97f9-4eae-9ae7-699bb7595752), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:28.113796 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-cf22b795-8648-495b-a3e1-fad7ba673e48 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e9ead72f2e4a4dbab0b73c283654216a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8611629 Sep 01 14:15:28.115132 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf22b795-8648-495b-a3e1-fad7ba673e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439dff16-94f2-4356-96f8-0aa57f293dcb,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:28.116948 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 35992) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:28.141346 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537e64a6-7b32-4ec1-9e6b-d8ccf1fca4ee admin admin] Made reservation on behalf of 493732d3c282440f8593558858bb0b33 for: {'network': 1} {{(pid=107074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:15:28.144338 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-537e64a6-7b32-4ec1-9e6b-d8ccf1fca4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for network (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:28.157789 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-537e64a6-7b32-4ec1-9e6b-d8ccf1fca4ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:28.164746 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:28.179007 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-97d50320-f099-4f4f-814f-771dc89b604e admin admin] Publish callbacks [] for security_group (439dff16-94f2-4356-96f8-0aa57f293dcb), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:28.194921 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-f48e24ab-d917-46d3-8237-d1c1d6bf4e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (1a1ab08c-97f9-4eae-9ae7-699bb7595752), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:28.250237 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-97d50320-f099-4f4f-814f-771dc89b604e admin admin] Publish callbacks [] for security_group (439dff16-94f2-4356-96f8-0aa57f293dcb), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:28.281161 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-537e64a6-7b32-4ec1-9e6b-d8ccf1fca4ee admin admin] Publish callbacks [] for security_group (1f8fab36-09b2-4348-8b08-c3c67e321936), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:28.295061 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-f48e24ab-d917-46d3-8237-d1c1d6bf4e32 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=966da54c52d64018a7a84f0f45bebb73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5009749 Sep 01 14:15:28.299692 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 35994) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:28.302540 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e24ab-d917-46d3-8237-d1c1d6bf4e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1ab08c-97f9-4eae-9ae7-699bb7595752,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:28.319183 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48e24ab-d917-46d3-8237-d1c1d6bf4e32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:28.319485 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48e24ab-d917-46d3-8237-d1c1d6bf4e32 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:28.319753 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48e24ab-d917-46d3-8237-d1c1d6bf4e32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:28.320103 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48e24ab-d917-46d3-8237-d1c1d6bf4e32 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:28.320443 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48e24ab-d917-46d3-8237-d1c1d6bf4e32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:28.320782 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48e24ab-d917-46d3-8237-d1c1d6bf4e32 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:28.321116 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48e24ab-d917-46d3-8237-d1c1d6bf4e32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:28.321445 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48e24ab-d917-46d3-8237-d1c1d6bf4e32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:28.321798 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48e24ab-d917-46d3-8237-d1c1d6bf4e32 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:28.322926 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48e24ab-d917-46d3-8237-d1c1d6bf4e32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:28.324004 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48e24ab-d917-46d3-8237-d1c1d6bf4e32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:28.324004 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48e24ab-d917-46d3-8237-d1c1d6bf4e32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:28.324343 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48e24ab-d917-46d3-8237-d1c1d6bf4e32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:28.324529 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48e24ab-d917-46d3-8237-d1c1d6bf4e32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:28.324745 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48e24ab-d917-46d3-8237-d1c1d6bf4e32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:28.370702 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4fb9c9de-b1c9-412c-9adb-4d08b39c4065 admin admin] Publish callbacks [] for security_group (1a1ab08c-97f9-4eae-9ae7-699bb7595752), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:28.382526 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:28.388298 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-537e64a6-7b32-4ec1-9e6b-d8ccf1fca4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (1f8fab36-09b2-4348-8b08-c3c67e321936), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:28.413422 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4fb9c9de-b1c9-412c-9adb-4d08b39c4065 admin admin] Publish callbacks [] for security_group (1a1ab08c-97f9-4eae-9ae7-699bb7595752), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:28.451684 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e64a6-7b32-4ec1-9e6b-d8ccf1fca4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8fab36-09b2-4348-8b08-c3c67e321936,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:28.529814 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-97d50320-f099-4f4f-814f-771dc89b604e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (439dff16-94f2-4356-96f8-0aa57f293dcb), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:28.533037 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-97d50320-f099-4f4f-814f-771dc89b604e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:28.534545 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-97d50320-f099-4f4f-814f-771dc89b604e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/439dff16-94f2-4356-96f8-0aa57f293dcb HTTP/1.1" status: 204 len: 168 time: 0.4155324 Sep 01 14:15:28.546573 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d50320-f099-4f4f-814f-771dc89b604e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439dff16-94f2-4356-96f8-0aa57f293dcb,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:28.637638 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4fb9c9de-b1c9-412c-9adb-4d08b39c4065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (1a1ab08c-97f9-4eae-9ae7-699bb7595752), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:28.640336 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4fb9c9de-b1c9-412c-9adb-4d08b39c4065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:28.641546 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-4fb9c9de-b1c9-412c-9adb-4d08b39c4065 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1a1ab08c-97f9-4eae-9ae7-699bb7595752 HTTP/1.1" status: 204 len: 168 time: 0.3406661 Sep 01 14:15:28.647250 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-537e64a6-7b32-4ec1-9e6b-d8ccf1fca4ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=107074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:15:28.661287 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9c9de-b1c9-412c-9adb-4d08b39c4065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1ab08c-97f9-4eae-9ae7-699bb7595752,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:28.666562 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-537e64a6-7b32-4ec1-9e6b-d8ccf1fca4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881'] for segment (3dbd6011-ca1d-40bc-b934-8765355cb8a9), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:28.666957 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.db.segments_db [None req-537e64a6-7b32-4ec1-9e6b-d8ccf1fca4ee admin admin] Added segment 3dbd6011-ca1d-40bc-b934-8765355cb8a9 of type vlan for network b4e12ec0-72a1-4de6-85a2-65af038c9b2d Sep 01 14:15:28.710588 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-537e64a6-7b32-4ec1-9e6b-d8ccf1fca4ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786311408797'] for network (b4e12ec0-72a1-4de6-85a2-65af038c9b2d), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:28.722855 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:INSERT=16,neutron:SELECT=76,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:28.924714 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-537e64a6-7b32-4ec1-9e6b-d8ccf1fca4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793'] for network (b4e12ec0-72a1-4de6-85a2-65af038c9b2d), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:28.926427 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537e64a6-7b32-4ec1-9e6b-d8ccf1fca4ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:15:28.927411 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-537e64a6-7b32-4ec1-9e6b-d8ccf1fca4ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for network (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:29.052405 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e64a6-7b32-4ec1-9e6b-d8ccf1fca4ee admin admin] Pushing event updated for resources: {'Network': ['ID=b4e12ec0-72a1-4de6-85a2-65af038c9b2d,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:29.069506 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Network b4e12ec0-72a1-4de6-85a2-65af038c9b2d details requested by agent ovs-agent-dv-cinder-852211-7-iscsi with host dv-cinder-852211-7-iscsi {{(pid=107075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:15:29.076805 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:29.136650 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-537e64a6-7b32-4ec1-9e6b-d8ccf1fca4ee admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3542652 Sep 01 14:15:29.139988 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 36002) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:29.151637 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-ee493b8b-b77a-4577-98a2-ec0a430acb10 admin admin] Request body: {'subnet': {'network_id': 'b4e12ec0-72a1-4de6-85a2-65af038c9b2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1895377184-subnet', 'tenant_id': '493732d3c282440f8593558858bb0b33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:15:29.329437 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:29.330456 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee493b8b-b77a-4577-98a2-ec0a430acb10 admin admin] Made reservation on behalf of 493732d3c282440f8593558858bb0b33 for: {'subnet': 1} {{(pid=107074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:15:29.333391 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ee493b8b-b77a-4577-98a2-ec0a430acb10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2708979'] for subnet (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:29.670595 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 36006) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:29.679476 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ee493b8b-b77a-4577-98a2-ec0a430acb10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2922390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2708929'] for subnet (1e059061-cfd6-4ff5-946d-7b6acfedc96b), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:29.693521 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-618d9d3e-6efa-4be1-8f37-ed7060993690 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:29.777818 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee493b8b-b77a-4577-98a2-ec0a430acb10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e059061-cfd6-4ff5-946d-7b6acfedc96b,revision_number=0']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:29.799710 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 36008) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:29.815341 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-33ee20fc-6d54-4175-8195-3a4b34f59743 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:29.818689 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee493b8b-b77a-4577-98a2-ec0a430acb10 admin admin] Checking segment: {'id': '3dbd6011-ca1d-40bc-b934-8765355cb8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'b4e12ec0-72a1-4de6-85a2-65af038c9b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:15:29.819146 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee493b8b-b77a-4577-98a2-ec0a430acb10 admin admin] Network hostable DHCP agents. Network: b4e12ec0-72a1-4de6-85a2-65af038c9b2d, hostable agents: ['e6fb8577-74ae-4f68-b634-c24662e9afb4'], hosted agents: [] {{(pid=107074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:15:29.877948 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-618d9d3e-6efa-4be1-8f37-ed7060993690 admin admin] Publish callbacks [] for security_group (156bd10f-fb14-4d63-ac2f-7d0e9e22d8ee), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:29.929202 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-33ee20fc-6d54-4175-8195-3a4b34f59743 admin admin] Publish callbacks [] for security_group (a012cda2-b8e0-43c7-985b-7536fa05708e), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:30.015454 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee493b8b-b77a-4577-98a2-ec0a430acb10 admin admin] Network b4e12ec0-72a1-4de6-85a2-65af038c9b2d is scheduled to be hosted by DHCP agent e6fb8577-74ae-4f68-b634-c24662e9afb4 with binding_index 1 {{(pid=107074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:15:30.061626 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-618d9d3e-6efa-4be1-8f37-ed7060993690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (156bd10f-fb14-4d63-ac2f-7d0e9e22d8ee), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:30.061960 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-33ee20fc-6d54-4175-8195-3a4b34f59743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (a012cda2-b8e0-43c7-985b-7536fa05708e), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:30.073731 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:30.104252 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee20fc-6d54-4175-8195-3a4b34f59743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a012cda2-b8e0-43c7-985b-7536fa05708e,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:30.110513 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-33ee20fc-6d54-4175-8195-3a4b34f59743 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=2b96f0958fd14ee2ac9b1318ead77017&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3095975 Sep 01 14:15:30.115058 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 36010) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:30.140349 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-618d9d3e-6efa-4be1-8f37-ed7060993690 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=1185bcb1beae46f3898793fbe091c896&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4682021 Sep 01 14:15:30.142022 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d9d3e-6efa-4be1-8f37-ed7060993690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156bd10f-fb14-4d63-ac2f-7d0e9e22d8ee,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:30.142678 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 36012) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:30.209852 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-ee493b8b-b77a-4577-98a2-ec0a430acb10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852211-7-iscsi, b4e12ec0-72a1-4de6-85a2-65af038c9b2d) {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:15:30.216207 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee493b8b-b77a-4577-98a2-ec0a430acb10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:15:30.217166 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ee493b8b-b77a-4577-98a2-ec0a430acb10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for subnet (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:30.224015 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a17789-be03-4bc7-8c0b-cf126e1dfefc None None] Network b4e12ec0-72a1-4de6-85a2-65af038c9b2d requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:15:30.224724 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-c65efabf-a356-4119-851a-5371d4856605 admin admin] Publish callbacks [] for security_group (156bd10f-fb14-4d63-ac2f-7d0e9e22d8ee), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:30.227066 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-92ec120c-4aea-47d9-a20e-f0b71e55f931 admin admin] Publish callbacks [] for security_group (a012cda2-b8e0-43c7-985b-7536fa05708e), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:30.265733 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-c65efabf-a356-4119-851a-5371d4856605 admin admin] Publish callbacks [] for security_group (156bd10f-fb14-4d63-ac2f-7d0e9e22d8ee), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:30.269121 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-92ec120c-4aea-47d9-a20e-f0b71e55f931 admin admin] Publish callbacks [] for security_group (a012cda2-b8e0-43c7-985b-7536fa05708e), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:30.323483 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-ee493b8b-b77a-4577-98a2-ec0a430acb10 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1799700 Sep 01 14:15:30.444030 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e98f10-5b97-4022-8d5e-82743c63038d None None] Network b4e12ec0-72a1-4de6-85a2-65af038c9b2d requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:15:30.496830 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:30.804413 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-c65efabf-a356-4119-851a-5371d4856605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (156bd10f-fb14-4d63-ac2f-7d0e9e22d8ee), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:30.808362 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-c65efabf-a356-4119-851a-5371d4856605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:30.810608 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-c65efabf-a356-4119-851a-5371d4856605 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/156bd10f-fb14-4d63-ac2f-7d0e9e22d8ee HTTP/1.1" status: 204 len: 168 time: 0.6664798 Sep 01 14:15:30.821968 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65efabf-a356-4119-851a-5371d4856605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156bd10f-fb14-4d63-ac2f-7d0e9e22d8ee,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:30.859661 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-92ec120c-4aea-47d9-a20e-f0b71e55f931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (a012cda2-b8e0-43c7-985b-7536fa05708e), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:30.860589 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-92ec120c-4aea-47d9-a20e-f0b71e55f931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:30.862233 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-92ec120c-4aea-47d9-a20e-f0b71e55f931 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a012cda2-b8e0-43c7-985b-7536fa05708e HTTP/1.1" status: 204 len: 168 time: 0.7460876 Sep 01 14:15:30.877761 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec120c-4aea-47d9-a20e-f0b71e55f931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a012cda2-b8e0-43c7-985b-7536fa05708e,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:31.221080 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:31.426764 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:33.291640 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:33.315449 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-61a81ec8-ab30-475b-a57d-bb2afaa3900f tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:15:33.318520 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-61a81ec8-ab30-475b-a57d-bb2afaa3900f tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/networks?id=b4e12ec0-72a1-4de6-85a2-65af038c9b2d HTTP/1.1" status: 200 len: 809 time: 0.1596904 Sep 01 14:15:33.345481 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-ff72eff5-0a75-4812-af32-6d9e2d71abcb tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/quotas/493732d3c282440f8593558858bb0b33 HTTP/1.1" status: 200 len: 375 time: 0.0142853 Sep 01 14:15:33.409831 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-2802cb15-c64b-4729-a5d6-d7bb8f949854 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=493732d3c282440f8593558858bb0b33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526936 Sep 01 14:15:33.554005 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-72ddc0e3-5ca7-4cee-862a-7152fda963b7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b4e12ec0-72a1-4de6-85a2-65af038c9b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359107 Sep 01 14:15:33.749120 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-40f62d27-597f-49ef-9b5d-d39354170446 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b4e12ec0-72a1-4de6-85a2-65af038c9b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802115 Sep 01 14:15:34.221170 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cb5734c2-aaee-4222-b041-7cc2bb6e802e req-7c9f33c4-a958-4606-9843-0d55c95284f1 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=24238b06-aad3-47d2-ad13-a91926a0634d HTTP/1.1" status: 200 len: 210 time: 0.0375292 Sep 01 14:15:35.327521 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1ac7c2cf-ae1d-4bef-b1ef-b5a43c67dc1c req-73cec46d-0d53-4c82-aee1-d40c0e49b2df tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=24238b06-aad3-47d2-ad13-a91926a0634d HTTP/1.1" status: 200 len: 210 time: 0.0359156 Sep 01 14:15:35.621859 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 36184) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:35.747070 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5db56b13-a08d-4bd2-874c-d1eeca39e959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:35.894236 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5db56b13-a08d-4bd2-874c-d1eeca39e959 admin admin] Publish callbacks [] for security_group (659625dc-8827-4383-a50e-ead94f8427cd), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:35.948741 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 36190) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:36.006706 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-5db56b13-a08d-4bd2-874c-d1eeca39e959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (659625dc-8827-4383-a50e-ead94f8427cd), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:36.074409 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-5db56b13-a08d-4bd2-874c-d1eeca39e959 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=35527d377e78434aba3d2cbb6a0ba0b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4510667 Sep 01 14:15:36.075890 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db56b13-a08d-4bd2-874c-d1eeca39e959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659625dc-8827-4383-a50e-ead94f8427cd,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:36.080339 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 36194) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:36.101256 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-2cb339b1-8bce-4830-85c9-edde1b82fe91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:36.169968 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-21a86d9e-22df-480c-a0d3-0538a951ccf7 admin admin] Publish callbacks [] for security_group (659625dc-8827-4383-a50e-ead94f8427cd), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:36.208447 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-21a86d9e-22df-480c-a0d3-0538a951ccf7 admin admin] Publish callbacks [] for security_group (659625dc-8827-4383-a50e-ead94f8427cd), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:36.218773 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-2cb339b1-8bce-4830-85c9-edde1b82fe91 admin admin] Publish callbacks [] for security_group (9bac3554-5afe-4f3b-b683-36140376b899), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:36.385154 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-2cb339b1-8bce-4830-85c9-edde1b82fe91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (9bac3554-5afe-4f3b-b683-36140376b899), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:36.422838 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-21a86d9e-22df-480c-a0d3-0538a951ccf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (659625dc-8827-4383-a50e-ead94f8427cd), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:36.428366 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-21a86d9e-22df-480c-a0d3-0538a951ccf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:36.429976 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-21a86d9e-22df-480c-a0d3-0538a951ccf7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/659625dc-8827-4383-a50e-ead94f8427cd HTTP/1.1" status: 204 len: 168 time: 0.3481176 Sep 01 14:15:36.465445 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-2cb339b1-8bce-4830-85c9-edde1b82fe91 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b341473edf974333a51541884f3cabd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5152972 Sep 01 14:15:36.472370 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb339b1-8bce-4830-85c9-edde1b82fe91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bac3554-5afe-4f3b-b683-36140376b899,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:36.475928 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 36200) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:36.500054 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a86d9e-22df-480c-a0d3-0538a951ccf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659625dc-8827-4383-a50e-ead94f8427cd,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:36.506438 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a65f6f9b-f306-47f0-96ce-2da71de4087a req-cb0b333c-5b5a-4ef1-aac6-61c309029f17 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=24238b06-aad3-47d2-ad13-a91926a0634d HTTP/1.1" status: 200 len: 210 time: 0.0736892 Sep 01 14:15:36.589174 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-2b5cdc06-6ea9-47a5-8379-1ed7e5fcf56c admin admin] Publish callbacks [] for security_group (9bac3554-5afe-4f3b-b683-36140376b899), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:36.616575 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-2b5cdc06-6ea9-47a5-8379-1ed7e5fcf56c admin admin] Publish callbacks [] for security_group (9bac3554-5afe-4f3b-b683-36140376b899), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:36.667728 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 6 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:15:36.904305 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-2b5cdc06-6ea9-47a5-8379-1ed7e5fcf56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (9bac3554-5afe-4f3b-b683-36140376b899), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:36.918517 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-2b5cdc06-6ea9-47a5-8379-1ed7e5fcf56c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:36.918517 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-2b5cdc06-6ea9-47a5-8379-1ed7e5fcf56c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9bac3554-5afe-4f3b-b683-36140376b899 HTTP/1.1" status: 204 len: 168 time: 0.4310334 Sep 01 14:15:36.925441 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5cdc06-6ea9-47a5-8379-1ed7e5fcf56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bac3554-5afe-4f3b-b683-36140376b899,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:37.558454 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=2 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:37.621853 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 36210) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:37.631458 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-53631388-83d8-4400-b6c9-cdac3856daa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:37.659153 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:37.679382 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1744d8c5-374b-4ef4-be71-4c14792891c5 req-a3606dd4-6d7f-40cf-81e4-97f2494aa90c tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=24238b06-aad3-47d2-ad13-a91926a0634d HTTP/1.1" status: 200 len: 210 time: 0.0558462 Sep 01 14:15:37.824937 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-53631388-83d8-4400-b6c9-cdac3856daa2 admin admin] Publish callbacks [] for security_group (71c7274a-711b-4534-ab0a-4edb82430c12), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:37.852153 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-1bc59e3f-ecfe-4585-ad4f-8a63ab9c211c tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:15:37.854751 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-1bc59e3f-ecfe-4585-ad4f-8a63ab9c211c tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.72 "GET /networking/v2.0/networks?id=b4e12ec0-72a1-4de6-85a2-65af038c9b2d HTTP/1.1" status: 200 len: 809 time: 0.1699579 Sep 01 14:15:37.871555 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-343525c4-33c8-4111-a08e-6a6d2b3a36e1 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Request body: {'port': {'device_id': '24238b06-aad3-47d2-ad13-a91926a0634d', 'network_id': 'b4e12ec0-72a1-4de6-85a2-65af038c9b2d', 'admin_state_up': True, 'tenant_id': '493732d3c282440f8593558858bb0b33'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:15:37.892384 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:37.968992 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-53631388-83d8-4400-b6c9-cdac3856daa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (71c7274a-711b-4534-ab0a-4edb82430c12), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:38.033717 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53631388-83d8-4400-b6c9-cdac3856daa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c7274a-711b-4534-ab0a-4edb82430c12,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:38.044688 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-53631388-83d8-4400-b6c9-cdac3856daa2 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=93b5636236104c40b6db2ddad3e64a8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4269850 Sep 01 14:15:38.049552 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 36212) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:38.115763 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 36214) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:38.122437 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:38.129477 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-917e91c1-2532-48ad-99ed-ac4863526abf admin admin] Publish callbacks [] for security_group (71c7274a-711b-4534-ab0a-4edb82430c12), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:38.131511 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-1f828238-c181-44e3-af7e-be33de7f7661 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:38.156184 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-917e91c1-2532-48ad-99ed-ac4863526abf admin admin] Publish callbacks [] for security_group (71c7274a-711b-4534-ab0a-4edb82430c12), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:38.219673 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-343525c4-33c8-4111-a08e-6a6d2b3a36e1 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Made reservation on behalf of 493732d3c282440f8593558858bb0b33 for: {'port': 1} {{(pid=107074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:15:38.225171 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-343525c4-33c8-4111-a08e-6a6d2b3a36e1 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:38.249676 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-1f828238-c181-44e3-af7e-be33de7f7661 admin admin] Publish callbacks [] for security_group (c48ae7bf-d410-47f0-ada6-7966e26b5b33), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:38.298366 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-917e91c1-2532-48ad-99ed-ac4863526abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (71c7274a-711b-4534-ab0a-4edb82430c12), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:38.303075 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-917e91c1-2532-48ad-99ed-ac4863526abf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:38.313274 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-917e91c1-2532-48ad-99ed-ac4863526abf admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/71c7274a-711b-4534-ab0a-4edb82430c12 HTTP/1.1" status: 204 len: 168 time: 0.2619333 Sep 01 14:15:38.327457 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e91c1-2532-48ad-99ed-ac4863526abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c7274a-711b-4534-ab0a-4edb82430c12,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:38.378438 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-1f828238-c181-44e3-af7e-be33de7f7661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (c48ae7bf-d410-47f0-ada6-7966e26b5b33), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:38.486182 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-1f828238-c181-44e3-af7e-be33de7f7661 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6c77841b624e49b5abbe493a749f2e4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3689890 Sep 01 14:15:38.488746 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 36220) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:38.537141 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f828238-c181-44e3-af7e-be33de7f7661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48ae7bf-d410-47f0-ada6-7966e26b5b33,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:38.578152 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-181974f3-8028-4e95-80b1-8527068452e6 admin admin] Publish callbacks [] for security_group (c48ae7bf-d410-47f0-ada6-7966e26b5b33), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:38.578782 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_common [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-343525c4-33c8-4111-a08e-6a6d2b3a36e1 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Allocated IP 172.20.0.9 (b4e12ec0-72a1-4de6-85a2-65af038c9b2d/1e059061-cfd6-4ff5-946d-7b6acfedc96b/e9364631-16e8-4942-9d25-6d57b908924e) {{(pid=107074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:15:38.614591 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-181974f3-8028-4e95-80b1-8527068452e6 admin admin] Publish callbacks [] for security_group (c48ae7bf-d410-47f0-ada6-7966e26b5b33), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:38.624803 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:38.759689 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-181974f3-8028-4e95-80b1-8527068452e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (c48ae7bf-d410-47f0-ada6-7966e26b5b33), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:38.766389 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-181974f3-8028-4e95-80b1-8527068452e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:38.769108 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-181974f3-8028-4e95-80b1-8527068452e6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c48ae7bf-d410-47f0-ada6-7966e26b5b33 HTTP/1.1" status: 204 len: 168 time: 0.2784939 Sep 01 14:15:38.818128 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-343525c4-33c8-4111-a08e-6a6d2b3a36e1 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Publish callbacks [] for port (e9364631-16e8-4942-9d25-6d57b908924e), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:38.847630 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181974f3-8028-4e95-80b1-8527068452e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48ae7bf-d410-47f0-ada6-7966e26b5b33,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:38.955749 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-343525c4-33c8-4111-a08e-6a6d2b3a36e1 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (e9364631-16e8-4942-9d25-6d57b908924e), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:39.009039 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-343525c4-33c8-4111-a08e-6a6d2b3a36e1 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Network b4e12ec0-72a1-4de6-85a2-65af038c9b2d is already hosted by enough agents. {{(pid=107074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:15:39.015219 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-343525c4-33c8-4111-a08e-6a6d2b3a36e1 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Resources bound (agent type, host, resource id): {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:15:39.019446 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-343525c4-33c8-4111-a08e-6a6d2b3a36e1 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Received port after_create {{(pid=107074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:15:39.056682 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343525c4-33c8-4111-a08e-6a6d2b3a36e1 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Pushing event updated for resources: {'Port': ['ID=e9364631-16e8-4942-9d25-6d57b908924e,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:39.101503 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-343525c4-33c8-4111-a08e-6a6d2b3a36e1 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:15:39.102444 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-343525c4-33c8-4111-a08e-6a6d2b3a36e1 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:39.218803 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-343525c4-33c8-4111-a08e-6a6d2b3a36e1 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3559902 Sep 01 14:15:39.226842 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e74519-332a-41a2-9bc8-6d7a0f2a3b7c req-6c2ec0f1-6159-46e5-afcc-82ad79ca7d1f tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:15:39.228581 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-13e74519-332a-41a2-9bc8-6d7a0f2a3b7c req-6c2ec0f1-6159-46e5-afcc-82ad79ca7d1f tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=24238b06-aad3-47d2-ad13-a91926a0634d HTTP/1.1" status: 200 len: 931 time: 0.4309764 Sep 01 14:15:39.232797 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-0010c354-648e-497e-9461-decf1d3212cf service neutron] Request body: {'port': {'device_id': '24238b06-aad3-47d2-ad13-a91926a0634d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:15:39.329156 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-13e74519-332a-41a2-9bc8-6d7a0f2a3b7c req-11dd4629-7ce7-4211-9442-4490920248a4 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1f8fab36-09b2-4348-8b08-c3c67e321936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899563 Sep 01 14:15:39.340536 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-0010c354-648e-497e-9461-decf1d3212cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (e9364631-16e8-4942-9d25-6d57b908924e), before_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:39.548930 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:39.707537 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-0010c354-648e-497e-9461-decf1d3212cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9364631-16e8-4942-9d25-6d57b908924e {{(pid=107074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:15:39.716276 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-0010c354-648e-497e-9461-decf1d3212cf service neutron] Publish callbacks [] for port (e9364631-16e8-4942-9d25-6d57b908924e), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:39.733609 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.provisioning_blocks [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-0010c354-648e-497e-9461-decf1d3212cf service neutron] Transition to ACTIVE for port object e9364631-16e8-4942-9d25-6d57b908924e will not be triggered until provisioned by entity L2. {{(pid=107074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 14:15:39.880382 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-0010c354-648e-497e-9461-decf1d3212cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923807'] for port (e9364631-16e8-4942-9d25-6d57b908924e), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:39.887482 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:39.988102 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010c354-648e-497e-9461-decf1d3212cf service neutron] Pushing event updated for resources: {'Port': ['ID=e9364631-16e8-4942-9d25-6d57b908924e,revision_number=2']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:40.052699 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.managers [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-0010c354-648e-497e-9461-decf1d3212cf service neutron] Attempting to bind port e9364631-16e8-4942-9d25-6d57b908924e on host hv-cinder-85221 for vnic_type normal with profile {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:15:40.053030 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.managers [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-0010c354-648e-497e-9461-decf1d3212cf service neutron] Attempting to bind port e9364631-16e8-4942-9d25-6d57b908924e by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '3dbd6011-ca1d-40bc-b934-8765355cb8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'b4e12ec0-72a1-4de6-85a2-65af038c9b2d'}] {{(pid=107074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:15:40.053354 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-0010c354-648e-497e-9461-decf1d3212cf service neutron] Attempting to bind port e9364631-16e8-4942-9d25-6d57b908924e on network b4e12ec0-72a1-4de6-85a2-65af038c9b2d {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:15:40.061105 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-0010c354-648e-497e-9461-decf1d3212cf service neutron] Port e9364631-16e8-4942-9d25-6d57b908924e on network b4e12ec0-72a1-4de6-85a2-65af038c9b2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 14:15:40.061105 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-0010c354-648e-497e-9461-decf1d3212cf service neutron] Attempting to bind port e9364631-16e8-4942-9d25-6d57b908924e on network b4e12ec0-72a1-4de6-85a2-65af038c9b2d {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:15:40.066338 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-0010c354-648e-497e-9461-decf1d3212cf service neutron] Checking agent: {'id': 'a7580bcb-0f49-4eb6-986f-da2a861ca402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'started_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:15:40.066710 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-0010c354-648e-497e-9461-decf1d3212cf service neutron] Checking segment: {'id': '3dbd6011-ca1d-40bc-b934-8765355cb8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'b4e12ec0-72a1-4de6-85a2-65af038c9b2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:15:40.067113 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-0010c354-648e-497e-9461-decf1d3212cf service neutron] Bound using segment: {'id': '3dbd6011-ca1d-40bc-b934-8765355cb8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'b4e12ec0-72a1-4de6-85a2-65af038c9b2d'} {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:15:40.067626 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.managers [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-0010c354-648e-497e-9461-decf1d3212cf service neutron] Bound port: e9364631-16e8-4942-9d25-6d57b908924e, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dbd6011-ca1d-40bc-b934-8765355cb8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'b4e12ec0-72a1-4de6-85a2-65af038c9b2d'}}] {{(pid=107074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:15:40.067997 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-0010c354-648e-497e-9461-decf1d3212cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (e9364631-16e8-4942-9d25-6d57b908924e), before_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:40.155522 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-0010c354-648e-497e-9461-decf1d3212cf service neutron] For port e9364631-16e8-4942-9d25-6d57b908924e, host hv-cinder-85221, cleared binding levels {{(pid=107074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:15:40.160236 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-0010c354-648e-497e-9461-decf1d3212cf service neutron] For port e9364631-16e8-4942-9d25-6d57b908924e, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=e9364631-16e8-4942-9d25-6d57b908924e,segment=NetworkSegment(3dbd6011-ca1d-40bc-b934-8765355cb8a9),segment_id=3dbd6011-ca1d-40bc-b934-8765355cb8a9)] {{(pid=107074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:15:40.262604 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:40.284759 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-0010c354-648e-497e-9461-decf1d3212cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923807'] for port (e9364631-16e8-4942-9d25-6d57b908924e), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:40.334718 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-0010c354-648e-497e-9461-decf1d3212cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:15:40.335834 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-0010c354-648e-497e-9461-decf1d3212cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:40.338992 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-0010c354-648e-497e-9461-decf1d3212cf service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/e9364631-16e8-4942-9d25-6d57b908924e HTTP/1.1" status: 200 len: 1093 time: 1.1113856 Sep 01 14:15:40.339714 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24238b06-aad3-47d2-ad13-a91926a0634d', 'tag': 'e9364631-16e8-4942-9d25-6d57b908924e'}] {{(pid=107074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:15:40.343835 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c297ab1b76e2baeed04979654ee05671bdf6dedd7a272174e678f0e52b3dfb88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5baa435d-21ce-4bec-ab87-155c1cb32c63" -d '{"events": [{"name": "network-changed", "server_uuid": "24238b06-aad3-47d2-ad13-a91926a0634d", "tag": "e9364631-16e8-4942-9d25-6d57b908924e"}]}' {{(pid=107074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:15:40.419511 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010c354-648e-497e-9461-decf1d3212cf service neutron] Pushing event updated for resources: {'Port': ['ID=e9364631-16e8-4942-9d25-6d57b908924e,revision_number=3']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:40.451883 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5738ba7a-4417-4b69-81f7-3fd7f540b5c0 x-openstack-request-id: req-5738ba7a-4417-4b69-81f7-3fd7f540b5c0 {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:15:40.452577 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24238b06-aad3-47d2-ad13-a91926a0634d", "tag": "e9364631-16e8-4942-9d25-6d57b908924e", "status": "completed", "code": 200}]} {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:15:40.453375 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5738ba7a-4417-4b69-81f7-3fd7f540b5c0 {{(pid=107074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:15:40.454292 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5738ba7a-4417-4b69-81f7-3fd7f540b5c0'] response: {'name': 'network-changed', 'server_uuid': '24238b06-aad3-47d2-ad13-a91926a0634d', 'tag': 'e9364631-16e8-4942-9d25-6d57b908924e', 'status': 'completed', 'code': 200} Sep 01 14:15:40.537084 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846c2c1-0a69-4742-84c0-dfdb4624cfdc req-9d7fc0c2-bfdb-497a-97a9-aa4a0db30b47 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:15:40.539388 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a846c2c1-0a69-4742-84c0-dfdb4624cfdc req-9d7fc0c2-bfdb-497a-97a9-aa4a0db30b47 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=24238b06-aad3-47d2-ad13-a91926a0634d HTTP/1.1" status: 200 len: 943 time: 0.0696321 Sep 01 14:15:40.546685 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa435d-21ce-4bec-ab87-155c1cb32c63 req-696de316-3d67-4eb2-b3c2-1feb08aa28cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:15:40.558606 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-5baa435d-21ce-4bec-ab87-155c1cb32c63 req-696de316-3d67-4eb2-b3c2-1feb08aa28cc service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=493732d3c282440f8593558858bb0b33&device_id=24238b06-aad3-47d2-ad13-a91926a0634d HTTP/1.1" status: 200 len: 1127 time: 0.0763879 Sep 01 14:15:40.649312 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a846c2c1-0a69-4742-84c0-dfdb4624cfdc req-29035e44-993d-43b1-a548-ba925efc95fb tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1f8fab36-09b2-4348-8b08-c3c67e321936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971212 Sep 01 14:15:40.757066 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa435d-21ce-4bec-ab87-155c1cb32c63 req-4dbecdc4-b1f5-422d-8fbf-47e1110b7fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:15:40.759641 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-5baa435d-21ce-4bec-ab87-155c1cb32c63 req-4dbecdc4-b1f5-422d-8fbf-47e1110b7fdf service neutron] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=493732d3c282440f8593558858bb0b33&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1996837 Sep 01 14:15:40.882085 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa435d-21ce-4bec-ab87-155c1cb32c63 req-6cc59fef-c35d-4e51-a309-ddd8ff47443d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:15:40.883599 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-5baa435d-21ce-4bec-ab87-155c1cb32c63 req-6cc59fef-c35d-4e51-a309-ddd8ff47443d service neutron] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1172185 Sep 01 14:15:40.992370 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-ed3c4949-fdaa-4d33-a6d8-c096cf5dd911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:15:40.996051 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-ed3c4949-fdaa-4d33-a6d8-c096cf5dd911 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=493732d3c282440f8593558858bb0b33&device_id=24238b06-aad3-47d2-ad13-a91926a0634d HTTP/1.1" status: 200 len: 1127 time: 0.0550768 Sep 01 14:15:41.039672 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-9d6a0b1d-1387-417a-a34f-67f74d8c5248 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9364631-16e8-4942-9d25-6d57b908924e HTTP/1.1" status: 200 len: 217 time: 0.0347815 Sep 01 14:15:41.107836 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-da3de212-44cc-4c3a-9771-d5d4a29f4784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:15:41.113026 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-da3de212-44cc-4c3a-9771-d5d4a29f4784 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=1e059061-cfd6-4ff5-946d-7b6acfedc96b HTTP/1.1" status: 200 len: 849 time: 0.0635111 Sep 01 14:15:41.145046 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-133b991a-f78c-46e1-a07e-b5d868e17183 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=b4e12ec0-72a1-4de6-85a2-65af038c9b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295846 Sep 01 14:15:41.145830 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:41.254983 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-5c90cd00-5439-40bb-a745-37128aa66b62 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/b4e12ec0-72a1-4de6-85a2-65af038c9b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030078 Sep 01 14:15:41.367111 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-82577f0a-5b42-44d6-b732-f50f02bda4e7 req-a4b1b188-ebfa-4f2c-99ba-a37b46e17c37 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/b4e12ec0-72a1-4de6-85a2-65af038c9b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037481 Sep 01 14:15:41.456143 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:42.024120 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c4199-83d0-4f44-aee0-36c5ee6032a3 req-61ed7a18-15f7-44a5-8a13-1f9a35bdccaf tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:15:42.026605 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-187c4199-83d0-4f44-aee0-36c5ee6032a3 req-61ed7a18-15f7-44a5-8a13-1f9a35bdccaf tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=24238b06-aad3-47d2-ad13-a91926a0634d HTTP/1.1" status: 200 len: 943 time: 0.2750885 Sep 01 14:15:42.082008 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-187c4199-83d0-4f44-aee0-36c5ee6032a3 req-52bd1f1a-c3fd-4d64-8f08-6a54515435ce tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1f8fab36-09b2-4348-8b08-c3c67e321936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483935 Sep 01 14:15:43.243122 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816e411-a195-4c84-9138-21366f058bad req-0cacc772-f940-425d-8222-7acf6cabaa7c tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:15:43.245732 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e816e411-a195-4c84-9138-21366f058bad req-0cacc772-f940-425d-8222-7acf6cabaa7c tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=24238b06-aad3-47d2-ad13-a91926a0634d HTTP/1.1" status: 200 len: 943 time: 0.0617197 Sep 01 14:15:43.301263 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e816e411-a195-4c84-9138-21366f058bad req-cb009618-66bd-4678-af12-31a1da51ef7d tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1f8fab36-09b2-4348-8b08-c3c67e321936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493603 Sep 01 14:15:44.159031 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device e9364631-16e8-4942-9d25-6d57b908924e details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=107075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:15:44.207935 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-f1a1ba1a-c043-45a6-b42b-c6602495242e req-de8f862d-f6bf-46c2-a471-5475c64343bd service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e221a685-4333-48cb-ab94-67a4c0402490&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519614 Sep 01 14:15:44.292662 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1ba1a-c043-45a6-b42b-c6602495242e req-501ba8e7-8a5c-4e3e-842a-b010226da5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:15:44.294280 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-f1a1ba1a-c043-45a6-b42b-c6602495242e req-501ba8e7-8a5c-4e3e-842a-b010226da5c6 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=8acdb976501045c0813d16f3d0ffd13d&device_id=e221a685-4333-48cb-ab94-67a4c0402490 HTTP/1.1" status: 200 len: 1129 time: 0.0624180 Sep 01 14:15:44.325819 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port e9364631-16e8-4942-9d25-6d57b908924e, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=e9364631-16e8-4942-9d25-6d57b908924e,segment=NetworkSegment(3dbd6011-ca1d-40bc-b934-8765355cb8a9),segment_id=3dbd6011-ca1d-40bc-b934-8765355cb8a9)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:15:44.325819 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:44.472518 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4198b6-85ba-4c8d-b34d-50e234ac476c req-34fb9de2-df38-4e40-ac55-417e0c9c3f3b tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:15:44.474388 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ed4198b6-85ba-4c8d-b34d-50e234ac476c req-34fb9de2-df38-4e40-ac55-417e0c9c3f3b tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=24238b06-aad3-47d2-ad13-a91926a0634d HTTP/1.1" status: 200 len: 943 time: 0.0699823 Sep 01 14:15:44.477352 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1ba1a-c043-45a6-b42b-c6602495242e req-8ecc4e60-a7c6-4228-9dff-1e0ef130f8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:15:44.480712 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-f1a1ba1a-c043-45a6-b42b-c6602495242e req-8ecc4e60-a7c6-4228-9dff-1e0ef130f8cb service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 HTTP/1.1" status: 200 len: 913 time: 0.1647017 Sep 01 14:15:44.525889 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Returning: {'device': 'e9364631-16e8-4942-9d25-6d57b908924e', 'network_id': 'b4e12ec0-72a1-4de6-85a2-65af038c9b2d', 'port_id': 'e9364631-16e8-4942-9d25-6d57b908924e', 'mac_address': 'fa:16:3e:81:56:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e059061-cfd6-4ff5-946d-7b6acfedc96b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:15:44.542981 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ed4198b6-85ba-4c8d-b34d-50e234ac476c req-8b77f9e8-5ffa-4bb7-b5fa-d1c933150f25 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1f8fab36-09b2-4348-8b08-c3c67e321936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587859 Sep 01 14:15:44.591860 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port e9364631-16e8-4942-9d25-6d57b908924e is: DOWN; New status is: BUILD {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:15:44.592372 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (e9364631-16e8-4942-9d25-6d57b908924e), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:44.607358 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-f1a1ba1a-c043-45a6-b42b-c6602495242e req-2d300842-5651-4158-8902-075c8f312419 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96452891-5521-419c-9c6f-b16dbf8fef1e HTTP/1.1" status: 200 len: 1001 time: 0.1195982 Sep 01 14:15:44.613630 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9364631-16e8-4942-9d25-6d57b908924e {{(pid=107075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:15:44.648267 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port e9364631-16e8-4942-9d25-6d57b908924e, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=e9364631-16e8-4942-9d25-6d57b908924e,segment=NetworkSegment(3dbd6011-ca1d-40bc-b934-8765355cb8a9),segment_id=3dbd6011-ca1d-40bc-b934-8765355cb8a9)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:15:44.668301 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1ba1a-c043-45a6-b42b-c6602495242e req-ac96679c-e34f-4e8e-be13-c9b900ed94cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:15:44.669785 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-f1a1ba1a-c043-45a6-b42b-c6602495242e req-ac96679c-e34f-4e8e-be13-c9b900ed94cb service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527 HTTP/1.1" status: 200 len: 851 time: 0.0563898 Sep 01 14:15:44.715827 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=100 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:44.719576 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1ba1a-c043-45a6-b42b-c6602495242e req-79641566-cb34-4712-a936-c199709d4595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:15:44.721198 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-f1a1ba1a-c043-45a6-b42b-c6602495242e req-79641566-cb34-4712-a936-c199709d4595 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455987 Sep 01 14:15:44.775431 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (e9364631-16e8-4942-9d25-6d57b908924e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:44.845079 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=e9364631-16e8-4942-9d25-6d57b908924e,revision_number=4']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:44.855533 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:44.856039 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:44.856504 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:44.856940 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:44.857371 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:44.857835 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:44.858723 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:44.860637 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:44.860637 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:44.860637 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:44.861151 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:44.861345 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:44.861757 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:44.862239 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:44.862794 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:15:44.887831 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-f1a1ba1a-c043-45a6-b42b-c6602495242e req-d011f654-3c4e-479a-9ea8-4efd37574e66 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604035 Sep 01 14:15:45.039063 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] get_ports_and_sgs() called for port_ids ['e9364631-16e8-4942-9d25-6d57b908924e'] {{(pid=107075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 14:15:45.045545 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-f1a1ba1a-c043-45a6-b42b-c6602495242e req-5600006b-7eda-4c76-aab5-50d1ec71e812 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491621 Sep 01 14:15:45.215101 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:45.710990 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb9fb6-dd56-4d41-b165-d8689b50e463 req-81c403cf-9408-4571-9bf3-5678f5165fb0 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:15:45.714215 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-55eb9fb6-dd56-4d41-b165-d8689b50e463 req-81c403cf-9408-4571-9bf3-5678f5165fb0 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=24238b06-aad3-47d2-ad13-a91926a0634d HTTP/1.1" status: 200 len: 944 time: 0.0775707 Sep 01 14:15:45.771660 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-55eb9fb6-dd56-4d41-b165-d8689b50e463 req-1d585b28-2df7-43f9-8ad6-a11dd4cea475 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1f8fab36-09b2-4348-8b08-c3c67e321936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513427 Sep 01 14:15:46.174069 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device e9364631-16e8-4942-9d25-6d57b908924e up at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:15:46.220394 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning for port e9364631-16e8-4942-9d25-6d57b908924e completed by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 14:15:46.372067 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning complete for port e9364631-16e8-4942-9d25-6d57b908924e triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:15:46.372544 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (e9364631-16e8-4942-9d25-6d57b908924e), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:46.464163 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port e9364631-16e8-4942-9d25-6d57b908924e is: BUILD; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:15:46.464296 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (e9364631-16e8-4942-9d25-6d57b908924e), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:46.509444 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24238b06-aad3-47d2-ad13-a91926a0634d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9364631-16e8-4942-9d25-6d57b908924e'}] {{(pid=107075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:15:46.513641 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea684a423e005867ab2b2321dba33e59ce354bd0b218533ae43957e9dbf26841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daac192b-7e68-407f-86ce-181be137d54e" -d '{"events": [{"server_uuid": "24238b06-aad3-47d2-ad13-a91926a0634d", "name": "network-vif-plugged", "status": "completed", "tag": "e9364631-16e8-4942-9d25-6d57b908924e"}]}' {{(pid=107075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:15:46.538455 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port e9364631-16e8-4942-9d25-6d57b908924e, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=e9364631-16e8-4942-9d25-6d57b908924e,segment=NetworkSegment(3dbd6011-ca1d-40bc-b934-8765355cb8a9),segment_id=3dbd6011-ca1d-40bc-b934-8765355cb8a9)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:15:46.564390 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129ba362-c762-4ec7-a1aa-a8d5f964e14d x-openstack-request-id: req-129ba362-c762-4ec7-a1aa-a8d5f964e14d {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:15:46.564781 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24238b06-aad3-47d2-ad13-a91926a0634d", "name": "network-vif-plugged", "status": "completed", "tag": "e9364631-16e8-4942-9d25-6d57b908924e", "code": 200}]} {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:15:46.565142 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-129ba362-c762-4ec7-a1aa-a8d5f964e14d {{(pid=107075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:15:46.565654 dv-cinder-852211-7-iscsi neutron-server[107075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-129ba362-c762-4ec7-a1aa-a8d5f964e14d'] response: {'server_uuid': '24238b06-aad3-47d2-ad13-a91926a0634d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9364631-16e8-4942-9d25-6d57b908924e', 'code': 200} Sep 01 14:15:46.644281 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (e9364631-16e8-4942-9d25-6d57b908924e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:46.661621 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=8 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:46.702241 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=e9364631-16e8-4942-9d25-6d57b908924e,revision_number=5']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:46.956885 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebba26-4251-48e9-9ada-e1e92eae74bb req-26b28e88-9a57-43a9-8bae-0d8813190717 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:15:46.959341 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3bebba26-4251-48e9-9ada-e1e92eae74bb req-26b28e88-9a57-43a9-8bae-0d8813190717 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=24238b06-aad3-47d2-ad13-a91926a0634d HTTP/1.1" status: 200 len: 945 time: 0.0678115 Sep 01 14:15:46.983120 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282670f-fe36-411f-8ac4-2e787754582e req-b633675c-cc44-4a1c-8832-fd94ec520f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:15:46.987745 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-4282670f-fe36-411f-8ac4-2e787754582e req-b633675c-cc44-4a1c-8832-fd94ec520f51 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=24238b06-aad3-47d2-ad13-a91926a0634d HTTP/1.1" status: 200 len: 1129 time: 0.0784798 Sep 01 14:15:47.045848 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-4282670f-fe36-411f-8ac4-2e787754582e req-29aaf958-a8b6-438a-9469-ec965fbf4dbc service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=1f8fab36-09b2-4348-8b08-c3c67e321936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517871 Sep 01 14:15:47.053542 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3bebba26-4251-48e9-9ada-e1e92eae74bb req-ee87b803-6cd1-42bc-8137-8269989e77e3 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1f8fab36-09b2-4348-8b08-c3c67e321936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834877 Sep 01 14:15:48.248634 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:48.263192 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530cc60-3879-4173-8246-af045f41b55b req-7da570bc-82bd-4e6d-b07a-915a6d418254 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:15:48.265382 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c530cc60-3879-4173-8246-af045f41b55b req-7da570bc-82bd-4e6d-b07a-915a6d418254 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=24238b06-aad3-47d2-ad13-a91926a0634d HTTP/1.1" status: 200 len: 945 time: 0.0741928 Sep 01 14:15:48.332798 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c530cc60-3879-4173-8246-af045f41b55b req-a5b007a3-f124-45fa-8cce-1f8af273a9c9 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1f8fab36-09b2-4348-8b08-c3c67e321936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579250 Sep 01 14:15:49.516849 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6e1dc-c1d6-48e9-b35b-6d5647a4d253 req-e904a0ba-33fc-4ec1-b141-2a0e91587f04 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:15:49.518168 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3ab6e1dc-c1d6-48e9-b35b-6d5647a4d253 req-e904a0ba-33fc-4ec1-b141-2a0e91587f04 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=24238b06-aad3-47d2-ad13-a91926a0634d HTTP/1.1" status: 200 len: 945 time: 0.0717688 Sep 01 14:15:49.578857 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3ab6e1dc-c1d6-48e9-b35b-6d5647a4d253 req-d9cb43a8-9640-49d0-87ae-32fdabdadcaf tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1f8fab36-09b2-4348-8b08-c3c67e321936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517642 Sep 01 14:15:51.588098 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2971c-1031-4464-8eaa-9aebb7784c13 req-68e18a27-b9df-4cec-8ce0-4df4ed24d0ce tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:15:51.589667 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-72e2971c-1031-4464-8eaa-9aebb7784c13 req-68e18a27-b9df-4cec-8ce0-4df4ed24d0ce tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=24238b06-aad3-47d2-ad13-a91926a0634d HTTP/1.1" status: 200 len: 945 time: 0.0542333 Sep 01 14:15:51.649258 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-72e2971c-1031-4464-8eaa-9aebb7784c13 req-5c199424-15f4-4674-9c41-16d1f50fea28 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1f8fab36-09b2-4348-8b08-c3c67e321936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535560 Sep 01 14:15:52.796578 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bb10b-8651-462f-a88b-00d0bd5dab59 req-399d6c33-9b9a-40f0-b9c8-a77f23ced72c tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:15:52.798273 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c61bb10b-8651-462f-a88b-00d0bd5dab59 req-399d6c33-9b9a-40f0-b9c8-a77f23ced72c tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=24238b06-aad3-47d2-ad13-a91926a0634d HTTP/1.1" status: 200 len: 945 time: 0.0566013 Sep 01 14:15:52.860381 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c61bb10b-8651-462f-a88b-00d0bd5dab59 req-5fad1c26-00c0-44a4-b8af-666ba29b63f8 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1f8fab36-09b2-4348-8b08-c3c67e321936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518098 Sep 01 14:15:54.003539 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b2417-f583-4a27-b1c8-9ce75409d5d6 req-9e65776a-1f8d-4d96-9146-61e4d4b2ccb5 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:15:54.005246 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-eb2b2417-f583-4a27-b1c8-9ce75409d5d6 req-9e65776a-1f8d-4d96-9146-61e4d4b2ccb5 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=24238b06-aad3-47d2-ad13-a91926a0634d HTTP/1.1" status: 200 len: 945 time: 0.0540545 Sep 01 14:15:54.037997 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:54.065655 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-eb2b2417-f583-4a27-b1c8-9ce75409d5d6 req-90358942-2981-47cc-90c7-96a7e811e415 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1f8fab36-09b2-4348-8b08-c3c67e321936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508401 Sep 01 14:15:54.392085 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-98e97daa-a3dc-4b7f-9035-f87532fe31a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:55.246762 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069a0b1-37c0-46f6-8447-1e40aa4bc632 req-3e9dbe46-6a90-4e76-a2d7-cd4de704f107 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:15:55.248894 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b069a0b1-37c0-46f6-8447-1e40aa4bc632 req-3e9dbe46-6a90-4e76-a2d7-cd4de704f107 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=24238b06-aad3-47d2-ad13-a91926a0634d HTTP/1.1" status: 200 len: 945 time: 0.0605080 Sep 01 14:15:55.316849 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b069a0b1-37c0-46f6-8447-1e40aa4bc632 req-497acd25-4687-4cdc-ba91-8dffa4e97ac2 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1f8fab36-09b2-4348-8b08-c3c67e321936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615864 Sep 01 14:15:55.428237 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c961e9-7f81-46d2-bec5-e281edd94d31 req-ad746d4c-7105-4c12-a240-f405683b497b tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:15:55.430185 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-d3c961e9-7f81-46d2-bec5-e281edd94d31 req-ad746d4c-7105-4c12-a240-f405683b497b tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=24238b06-aad3-47d2-ad13-a91926a0634d HTTP/1.1" status: 200 len: 945 time: 0.0590522 Sep 01 14:15:55.551758 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [req-d3c961e9-7f81-46d2-bec5-e281edd94d31 req-4b151a68-de29-4a66-817e-3d1f11091a7c tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Deleting port e9364631-16e8-4942-9d25-6d57b908924e {{(pid=107074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:15:55.552520 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-d3c961e9-7f81-46d2-bec5-e281edd94d31 req-4b151a68-de29-4a66-817e-3d1f11091a7c tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (e9364631-16e8-4942-9d25-6d57b908924e), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:55.695933 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [req-d3c961e9-7f81-46d2-bec5-e281edd94d31 req-4b151a68-de29-4a66-817e-3d1f11091a7c tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] For port e9364631-16e8-4942-9d25-6d57b908924e, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=e9364631-16e8-4942-9d25-6d57b908924e,segment=NetworkSegment(3dbd6011-ca1d-40bc-b934-8765355cb8a9),segment_id=3dbd6011-ca1d-40bc-b934-8765355cb8a9)] {{(pid=107074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:15:55.697571 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-d3c961e9-7f81-46d2-bec5-e281edd94d31 req-4b151a68-de29-4a66-817e-3d1f11091a7c tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (e9364631-16e8-4942-9d25-6d57b908924e), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:55.714743 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [req-d3c961e9-7f81-46d2-bec5-e281edd94d31 req-4b151a68-de29-4a66-817e-3d1f11091a7c tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Calling delete_port for e9364631-16e8-4942-9d25-6d57b908924e owned by compute:nova {{(pid=107074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:15:55.725569 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=100 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:15:55.992006 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-d3c961e9-7f81-46d2-bec5-e281edd94d31 req-4b151a68-de29-4a66-817e-3d1f11091a7c tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (e9364631-16e8-4942-9d25-6d57b908924e), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:56.006345 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] get_ports_and_sgs() called for port_ids ['e9364631-16e8-4942-9d25-6d57b908924e'] {{(pid=107075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 14:15:56.031403 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b151a68-de29-4a66-817e-3d1f11091a7c tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Pushing event deleted for resources: {'Port': ['ID=e9364631-16e8-4942-9d25-6d57b908924e,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:56.098248 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c961e9-7f81-46d2-bec5-e281edd94d31 req-4b151a68-de29-4a66-817e-3d1f11091a7c tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] No DVR routers for this DVR port e9364631-16e8-4942-9d25-6d57b908924e on host hv-cinder-85221 {{(pid=107074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:15:56.101755 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-d3c961e9-7f81-46d2-bec5-e281edd94d31 req-4b151a68-de29-4a66-817e-3d1f11091a7c tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:56.107450 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-d3c961e9-7f81-46d2-bec5-e281edd94d31 req-4b151a68-de29-4a66-817e-3d1f11091a7c tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.72 "DELETE /networking/v2.0/ports/e9364631-16e8-4942-9d25-6d57b908924e HTTP/1.1" status: 204 len: 173 time: 0.6712017 Sep 01 14:15:56.108148 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24238b06-aad3-47d2-ad13-a91926a0634d', 'name': 'network-vif-deleted', 'tag': 'e9364631-16e8-4942-9d25-6d57b908924e'}] {{(pid=107074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:15:56.112199 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c297ab1b76e2baeed04979654ee05671bdf6dedd7a272174e678f0e52b3dfb88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe48a748-c255-4277-8163-8ea5a65d0fb5" -d '{"events": [{"server_uuid": "24238b06-aad3-47d2-ad13-a91926a0634d", "name": "network-vif-deleted", "tag": "e9364631-16e8-4942-9d25-6d57b908924e"}]}' {{(pid=107074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:15:56.191836 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81569ac-e5fa-409b-86ac-65d1e5933c11 x-openstack-request-id: req-b81569ac-e5fa-409b-86ac-65d1e5933c11 {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:15:56.192112 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24238b06-aad3-47d2-ad13-a91926a0634d", "name": "network-vif-deleted", "tag": "e9364631-16e8-4942-9d25-6d57b908924e", "status": "completed", "code": 200}]} {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:15:56.192376 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b81569ac-e5fa-409b-86ac-65d1e5933c11 {{(pid=107074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:15:56.192882 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b81569ac-e5fa-409b-86ac-65d1e5933c11'] response: {'server_uuid': '24238b06-aad3-47d2-ad13-a91926a0634d', 'name': 'network-vif-deleted', 'tag': 'e9364631-16e8-4942-9d25-6d57b908924e', 'status': 'completed', 'code': 200} Sep 01 14:15:56.449454 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f112d688-2f6b-4cdb-babd-3fc0f44d1dcb req-21e46f99-1f90-4039-81ce-3dd3281e860f tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=24238b06-aad3-47d2-ad13-a91926a0634d HTTP/1.1" status: 200 len: 210 time: 0.0321827 Sep 01 14:15:57.496839 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-9905a1e5-bcdc-4ef3-abdf-4ec82b2ff501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:57.920508 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-4bc1a637-7c36-48c4-80db-3995420617c0 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:15:57.922198 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-4bc1a637-7c36-48c4-80db-3995420617c0 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/networks?id=b4e12ec0-72a1-4de6-85a2-65af038c9b2d HTTP/1.1" status: 200 len: 809 time: 0.1305885 Sep 01 14:15:57.939544 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-d546682e-511d-4b89-809b-f002f8aa07d2 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/quotas/493732d3c282440f8593558858bb0b33 HTTP/1.1" status: 200 len: 375 time: 0.0108173 Sep 01 14:15:57.984311 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-56252afe-593c-4026-8021-7db722740ada tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=493732d3c282440f8593558858bb0b33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331247 Sep 01 14:15:57.996555 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-06cdfcfd-ddf8-4ef5-afc3-14caf76af9c5 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107073) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 14:15:58.000959 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-06cdfcfd-ddf8-4ef5-afc3-14caf76af9c5 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0092952 Sep 01 14:15:58.120327 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-99ad8ec6-d4c3-419c-884d-48b0a5d41669 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b4e12ec0-72a1-4de6-85a2-65af038c9b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132085 Sep 01 14:15:58.156654 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 36496) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:58.217054 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device e9364631-16e8-4942-9d25-6d57b908924e no longer exists at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:15:58.230186 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-8a290424-fa2d-424e-8e60-04694787d572 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b4e12ec0-72a1-4de6-85a2-65af038c9b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036088 Sep 01 14:15:58.255164 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] No Port match for: e9364631-16e8-4942-9d25-6d57b908924e {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:15:58.256276 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device e9364631-16e8-4942-9d25-6d57b908924e not bound to the agent host hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:15:58.317800 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ae2f7149-728c-4ed0-8c17-d97bcdc59b87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:58.455988 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ae2f7149-728c-4ed0-8c17-d97bcdc59b87 admin admin] Publish callbacks [] for security_group (40f1b39a-252c-4466-b5e8-0b8d62eb69bc), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:58.535934 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f6c616c0-1cac-425e-b19f-ad86bceee445 req-1cff686b-1891-42b1-9897-a33cd17292a5 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ffa4508-48a9-4498-9e28-3d7c609fa06e HTTP/1.1" status: 200 len: 210 time: 0.0406294 Sep 01 14:15:58.549412 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-ae2f7149-728c-4ed0-8c17-d97bcdc59b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (40f1b39a-252c-4466-b5e8-0b8d62eb69bc), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:58.605584 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f7149-728c-4ed0-8c17-d97bcdc59b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f1b39a-252c-4466-b5e8-0b8d62eb69bc,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:58.610229 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-ae2f7149-728c-4ed0-8c17-d97bcdc59b87 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=eab92eed124d4c0782dfed9e27d104a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4520390 Sep 01 14:15:58.614691 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 36504) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:58.684691 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8b519843-48e6-4ba8-b471-dacb5ad0d883 admin admin] Publish callbacks [] for security_group (40f1b39a-252c-4466-b5e8-0b8d62eb69bc), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:58.715252 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8b519843-48e6-4ba8-b471-dacb5ad0d883 admin admin] Publish callbacks [] for security_group (40f1b39a-252c-4466-b5e8-0b8d62eb69bc), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:58.919362 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8b519843-48e6-4ba8-b471-dacb5ad0d883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (40f1b39a-252c-4466-b5e8-0b8d62eb69bc), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:58.924770 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8b519843-48e6-4ba8-b471-dacb5ad0d883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:58.926617 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-8b519843-48e6-4ba8-b471-dacb5ad0d883 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/40f1b39a-252c-4466-b5e8-0b8d62eb69bc HTTP/1.1" status: 204 len: 168 time: 0.3107307 Sep 01 14:15:58.939511 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b519843-48e6-4ba8-b471-dacb5ad0d883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f1b39a-252c-4466-b5e8-0b8d62eb69bc,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:15:59.263248 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:15:59.656077 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-09844f1a-81ba-4fc5-afff-9ee8c70c8e3a req-0385eb3f-2672-4f54-959f-ed6772be493e tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ffa4508-48a9-4498-9e28-3d7c609fa06e HTTP/1.1" status: 200 len: 210 time: 0.0306177 Sep 01 14:15:59.938799 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 36524) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:15:59.955030 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-e9b015b9-bbc6-4e3f-876b-8de83a1b4790 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:00.008241 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:16:00.046907 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-e9b015b9-bbc6-4e3f-876b-8de83a1b4790 admin admin] Publish callbacks [] for security_group (b3a5640b-f53c-489c-a46c-11631c06e1fa), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:00.263843 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-e9b015b9-bbc6-4e3f-876b-8de83a1b4790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (b3a5640b-f53c-489c-a46c-11631c06e1fa), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:00.310533 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:16:00.315713 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-e9b015b9-bbc6-4e3f-876b-8de83a1b4790 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5c43fa1b4a814c2a996b798544c3d25d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3754461 Sep 01 14:16:00.316729 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b015b9-bbc6-4e3f-876b-8de83a1b4790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a5640b-f53c-489c-a46c-11631c06e1fa,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:16:00.319012 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 36528) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:16:00.384733 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:00.394700 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-1e3cde90-3407-4fd2-a6b9-e581e376173f admin admin] Publish callbacks [] for security_group (b3a5640b-f53c-489c-a46c-11631c06e1fa), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:00.410091 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:16:00.422243 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-1e3cde90-3407-4fd2-a6b9-e581e376173f admin admin] Publish callbacks [] for security_group (b3a5640b-f53c-489c-a46c-11631c06e1fa), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:00.593543 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-1e3cde90-3407-4fd2-a6b9-e581e376173f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (b3a5640b-f53c-489c-a46c-11631c06e1fa), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:00.596150 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-1e3cde90-3407-4fd2-a6b9-e581e376173f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:00.597360 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-1e3cde90-3407-4fd2-a6b9-e581e376173f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b3a5640b-f53c-489c-a46c-11631c06e1fa HTTP/1.1" status: 204 len: 168 time: 0.2771108 Sep 01 14:16:00.610605 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3cde90-3407-4fd2-a6b9-e581e376173f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a5640b-f53c-489c-a46c-11631c06e1fa,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:16:00.798854 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6814268e-3d4b-47f4-af2f-5e0bf3412c10 req-92d01be6-e903-471e-a155-c97c1b35fff4 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ffa4508-48a9-4498-9e28-3d7c609fa06e HTTP/1.1" status: 200 len: 210 time: 0.0468831 Sep 01 14:16:01.220670 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:01.737400 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-55382e4d-47a4-4a67-8cbb-6034283b4efe tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:01.739215 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-55382e4d-47a4-4a67-8cbb-6034283b4efe tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.72 "GET /networking/v2.0/networks?id=b4e12ec0-72a1-4de6-85a2-65af038c9b2d HTTP/1.1" status: 200 len: 809 time: 0.1753943 Sep 01 14:16:01.753096 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-47b8032a-6652-4e9f-85be-97592cd994e9 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Request body: {'port': {'device_id': '2ffa4508-48a9-4498-9e28-3d7c609fa06e', 'network_id': 'b4e12ec0-72a1-4de6-85a2-65af038c9b2d', 'admin_state_up': True, 'tenant_id': '493732d3c282440f8593558858bb0b33'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:16:01.929810 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ad2c2a72-0daa-46ff-be39-b679d6cbac3e req-56619d09-a7a1-436c-a0b6-559f8c7a2b24 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ffa4508-48a9-4498-9e28-3d7c609fa06e HTTP/1.1" status: 200 len: 210 time: 0.0350053 Sep 01 14:16:02.010254 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-47b8032a-6652-4e9f-85be-97592cd994e9 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Made reservation on behalf of 493732d3c282440f8593558858bb0b33 for: {'port': 1} {{(pid=107074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:16:02.021059 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-47b8032a-6652-4e9f-85be-97592cd994e9 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:02.165974 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=9 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:16:02.269734 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_common [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-47b8032a-6652-4e9f-85be-97592cd994e9 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Allocated IP 172.20.0.6 (b4e12ec0-72a1-4de6-85a2-65af038c9b2d/1e059061-cfd6-4ff5-946d-7b6acfedc96b/856de7b8-7854-4ca0-acdf-ffafb624a088) {{(pid=107074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:16:02.476961 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-47b8032a-6652-4e9f-85be-97592cd994e9 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Publish callbacks [] for port (856de7b8-7854-4ca0-acdf-ffafb624a088), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:02.503575 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:16:02.627247 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-47b8032a-6652-4e9f-85be-97592cd994e9 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (856de7b8-7854-4ca0-acdf-ffafb624a088), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:02.677095 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-47b8032a-6652-4e9f-85be-97592cd994e9 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Network b4e12ec0-72a1-4de6-85a2-65af038c9b2d is already hosted by enough agents. {{(pid=107074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:16:02.687549 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-47b8032a-6652-4e9f-85be-97592cd994e9 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Resources bound (agent type, host, resource id): {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:16:02.689985 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-47b8032a-6652-4e9f-85be-97592cd994e9 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Received port after_create {{(pid=107074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:16:02.722699 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8032a-6652-4e9f-85be-97592cd994e9 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Pushing event updated for resources: {'Port': ['ID=856de7b8-7854-4ca0-acdf-ffafb624a088,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:16:02.764868 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-47b8032a-6652-4e9f-85be-97592cd994e9 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:02.765583 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-47b8032a-6652-4e9f-85be-97592cd994e9 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:02.969300 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-47b8032a-6652-4e9f-85be-97592cd994e9 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2215462 Sep 01 14:16:02.980654 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-5973a1b7-4a29-4a64-beed-e05bdeb19040 service neutron] Request body: {'port': {'device_id': '2ffa4508-48a9-4498-9e28-3d7c609fa06e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:16:03.084392 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-5973a1b7-4a29-4a64-beed-e05bdeb19040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (856de7b8-7854-4ca0-acdf-ffafb624a088), before_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:03.113810 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9de6d6-00ed-40ce-a76a-f627eede36a3 req-be36f17e-2d9c-49b4-a967-01c9864f7f1e tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:03.115466 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-de9de6d6-00ed-40ce-a76a-f627eede36a3 req-be36f17e-2d9c-49b4-a967-01c9864f7f1e tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ffa4508-48a9-4498-9e28-3d7c609fa06e HTTP/1.1" status: 200 len: 931 time: 0.0569968 Sep 01 14:16:03.207043 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-de9de6d6-00ed-40ce-a76a-f627eede36a3 req-79e44fd0-36ec-4f6f-ab68-08cdce401a81 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1f8fab36-09b2-4348-8b08-c3c67e321936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835695 Sep 01 14:16:03.323683 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 36626) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:16:03.443317 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-5973a1b7-4a29-4a64-beed-e05bdeb19040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 856de7b8-7854-4ca0-acdf-ffafb624a088 {{(pid=107074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:16:03.452108 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-5973a1b7-4a29-4a64-beed-e05bdeb19040 service neutron] Publish callbacks [] for port (856de7b8-7854-4ca0-acdf-ffafb624a088), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:03.465597 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.provisioning_blocks [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-5973a1b7-4a29-4a64-beed-e05bdeb19040 service neutron] Transition to ACTIVE for port object 856de7b8-7854-4ca0-acdf-ffafb624a088 will not be triggered until provisioned by entity L2. {{(pid=107074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 14:16:03.470473 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-64e87080-e588-400a-b57f-92d8369cf75e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:03.565191 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-64e87080-e588-400a-b57f-92d8369cf75e admin admin] Publish callbacks [] for security_group (7c0274f2-c735-416a-9ad2-9cc1c84d2492), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:03.663304 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-5973a1b7-4a29-4a64-beed-e05bdeb19040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923807'] for port (856de7b8-7854-4ca0-acdf-ffafb624a088), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:03.706877 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-64e87080-e588-400a-b57f-92d8369cf75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (7c0274f2-c735-416a-9ad2-9cc1c84d2492), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:03.757252 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-64e87080-e588-400a-b57f-92d8369cf75e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=afd71f793b6146399e0c99d947098002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4324231 Sep 01 14:16:03.758822 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e87080-e588-400a-b57f-92d8369cf75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0274f2-c735-416a-9ad2-9cc1c84d2492,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:16:03.775584 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 36632) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:16:03.837116 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-06b34587-2b98-4935-94fb-f48e1658e41c admin admin] Publish callbacks [] for security_group (7c0274f2-c735-416a-9ad2-9cc1c84d2492), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:03.861386 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-06b34587-2b98-4935-94fb-f48e1658e41c admin admin] Publish callbacks [] for security_group (7c0274f2-c735-416a-9ad2-9cc1c84d2492), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:04.029521 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973a1b7-4a29-4a64-beed-e05bdeb19040 service neutron] Pushing event updated for resources: {'Port': ['ID=856de7b8-7854-4ca0-acdf-ffafb624a088,revision_number=2']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:16:04.066869 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.managers [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-5973a1b7-4a29-4a64-beed-e05bdeb19040 service neutron] Attempting to bind port 856de7b8-7854-4ca0-acdf-ffafb624a088 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:16:04.067235 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.managers [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-5973a1b7-4a29-4a64-beed-e05bdeb19040 service neutron] Attempting to bind port 856de7b8-7854-4ca0-acdf-ffafb624a088 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '3dbd6011-ca1d-40bc-b934-8765355cb8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'b4e12ec0-72a1-4de6-85a2-65af038c9b2d'}] {{(pid=107074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:16:04.067661 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-5973a1b7-4a29-4a64-beed-e05bdeb19040 service neutron] Attempting to bind port 856de7b8-7854-4ca0-acdf-ffafb624a088 on network b4e12ec0-72a1-4de6-85a2-65af038c9b2d {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:16:04.073791 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-5973a1b7-4a29-4a64-beed-e05bdeb19040 service neutron] Port 856de7b8-7854-4ca0-acdf-ffafb624a088 on network b4e12ec0-72a1-4de6-85a2-65af038c9b2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 14:16:04.074148 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-5973a1b7-4a29-4a64-beed-e05bdeb19040 service neutron] Attempting to bind port 856de7b8-7854-4ca0-acdf-ffafb624a088 on network b4e12ec0-72a1-4de6-85a2-65af038c9b2d {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:16:04.080353 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-5973a1b7-4a29-4a64-beed-e05bdeb19040 service neutron] Checking agent: {'id': 'a7580bcb-0f49-4eb6-986f-da2a861ca402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'started_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:16:04.091245 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-5973a1b7-4a29-4a64-beed-e05bdeb19040 service neutron] Checking segment: {'id': '3dbd6011-ca1d-40bc-b934-8765355cb8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'b4e12ec0-72a1-4de6-85a2-65af038c9b2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:16:04.091245 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-5973a1b7-4a29-4a64-beed-e05bdeb19040 service neutron] Bound using segment: {'id': '3dbd6011-ca1d-40bc-b934-8765355cb8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'b4e12ec0-72a1-4de6-85a2-65af038c9b2d'} {{(pid=107074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:16:04.091245 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.managers [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-5973a1b7-4a29-4a64-beed-e05bdeb19040 service neutron] Bound port: 856de7b8-7854-4ca0-acdf-ffafb624a088, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dbd6011-ca1d-40bc-b934-8765355cb8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'b4e12ec0-72a1-4de6-85a2-65af038c9b2d'}}] {{(pid=107074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:16:04.091245 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-5973a1b7-4a29-4a64-beed-e05bdeb19040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (856de7b8-7854-4ca0-acdf-ffafb624a088), before_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:04.118377 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-06b34587-2b98-4935-94fb-f48e1658e41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (7c0274f2-c735-416a-9ad2-9cc1c84d2492), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:04.122595 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-06b34587-2b98-4935-94fb-f48e1658e41c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:04.123818 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-06b34587-2b98-4935-94fb-f48e1658e41c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/7c0274f2-c735-416a-9ad2-9cc1c84d2492 HTTP/1.1" status: 204 len: 168 time: 0.3471928 Sep 01 14:16:04.132914 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b34587-2b98-4935-94fb-f48e1658e41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0274f2-c735-416a-9ad2-9cc1c84d2492,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:16:04.168452 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-5973a1b7-4a29-4a64-beed-e05bdeb19040 service neutron] For port 856de7b8-7854-4ca0-acdf-ffafb624a088, host hv-cinder-85221, cleared binding levels {{(pid=107074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:16:04.175190 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-5973a1b7-4a29-4a64-beed-e05bdeb19040 service neutron] For port 856de7b8-7854-4ca0-acdf-ffafb624a088, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=856de7b8-7854-4ca0-acdf-ffafb624a088,segment=NetworkSegment(3dbd6011-ca1d-40bc-b934-8765355cb8a9),segment_id=3dbd6011-ca1d-40bc-b934-8765355cb8a9)] {{(pid=107074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:16:04.313705 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-5973a1b7-4a29-4a64-beed-e05bdeb19040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923807'] for port (856de7b8-7854-4ca0-acdf-ffafb624a088), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:04.320165 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-5973a1b7-4a29-4a64-beed-e05bdeb19040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:04.321930 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-5973a1b7-4a29-4a64-beed-e05bdeb19040 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:04.324409 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-5973a1b7-4a29-4a64-beed-e05bdeb19040 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/856de7b8-7854-4ca0-acdf-ffafb624a088 HTTP/1.1" status: 200 len: 1093 time: 1.3481469 Sep 01 14:16:04.325358 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ffa4508-48a9-4498-9e28-3d7c609fa06e', 'tag': '856de7b8-7854-4ca0-acdf-ffafb624a088'}] {{(pid=107074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:16:04.329716 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c297ab1b76e2baeed04979654ee05671bdf6dedd7a272174e678f0e52b3dfb88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7a4771-4bdb-4794-96fc-4d68e8d1804d" -d '{"events": [{"name": "network-changed", "server_uuid": "2ffa4508-48a9-4498-9e28-3d7c609fa06e", "tag": "856de7b8-7854-4ca0-acdf-ffafb624a088"}]}' {{(pid=107074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:16:04.394905 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:16:04.415045 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b6bf8-bb34-44c5-bc7f-7e7e10f90975 req-0b7753b1-3ba5-4a15-97e7-0b7cac3a11ff tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:04.416904 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973a1b7-4a29-4a64-beed-e05bdeb19040 service neutron] Pushing event updated for resources: {'Port': ['ID=856de7b8-7854-4ca0-acdf-ffafb624a088,revision_number=3']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:16:04.417740 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0f3b6bf8-bb34-44c5-bc7f-7e7e10f90975 req-0b7753b1-3ba5-4a15-97e7-0b7cac3a11ff tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ffa4508-48a9-4498-9e28-3d7c609fa06e HTTP/1.1" status: 200 len: 943 time: 0.1097562 Sep 01 14:16:04.423960 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0bfe3d-98df-472f-9a6e-4cac1a45523f x-openstack-request-id: req-0a0bfe3d-98df-472f-9a6e-4cac1a45523f {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:16:04.425216 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ffa4508-48a9-4498-9e28-3d7c609fa06e", "tag": "856de7b8-7854-4ca0-acdf-ffafb624a088", "status": "completed", "code": 200}]} {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:16:04.432914 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a0bfe3d-98df-472f-9a6e-4cac1a45523f {{(pid=107074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:16:04.432914 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a0bfe3d-98df-472f-9a6e-4cac1a45523f'] response: {'name': 'network-changed', 'server_uuid': '2ffa4508-48a9-4498-9e28-3d7c609fa06e', 'tag': '856de7b8-7854-4ca0-acdf-ffafb624a088', 'status': 'completed', 'code': 200} Sep 01 14:16:04.491786 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0f3b6bf8-bb34-44c5-bc7f-7e7e10f90975 req-b989b939-b315-4936-b57a-3ea39d739c43 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1f8fab36-09b2-4348-8b08-c3c67e321936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600863 Sep 01 14:16:04.519923 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a4771-4bdb-4794-96fc-4d68e8d1804d req-59d4717e-6f3f-4f30-a0a4-c481de695822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:04.521665 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-2c7a4771-4bdb-4794-96fc-4d68e8d1804d req-59d4717e-6f3f-4f30-a0a4-c481de695822 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=493732d3c282440f8593558858bb0b33&device_id=2ffa4508-48a9-4498-9e28-3d7c609fa06e HTTP/1.1" status: 200 len: 1127 time: 0.0619135 Sep 01 14:16:04.627417 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:16:04.683258 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a4771-4bdb-4794-96fc-4d68e8d1804d req-59f8eb38-fe76-4d6e-85ee-ed46c095f652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:04.684743 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-2c7a4771-4bdb-4794-96fc-4d68e8d1804d req-59f8eb38-fe76-4d6e-85ee-ed46c095f652 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=493732d3c282440f8593558858bb0b33&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1556025 Sep 01 14:16:04.801450 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a4771-4bdb-4794-96fc-4d68e8d1804d req-0b109a19-b8f4-441e-abf5-37fe98638b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:04.803384 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-2c7a4771-4bdb-4794-96fc-4d68e8d1804d req-0b109a19-b8f4-441e-abf5-37fe98638b19 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1125937 Sep 01 14:16:04.896349 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-1b9a0d24-bfbc-4f21-8a5f-2eff68f8b28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:04.897783 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-1b9a0d24-bfbc-4f21-8a5f-2eff68f8b28f service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=493732d3c282440f8593558858bb0b33&device_id=2ffa4508-48a9-4498-9e28-3d7c609fa06e HTTP/1.1" status: 200 len: 1127 time: 0.0489435 Sep 01 14:16:04.942209 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-26c32b37-d4da-4587-a5fd-936494f1b925 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=856de7b8-7854-4ca0-acdf-ffafb624a088 HTTP/1.1" status: 200 len: 217 time: 0.0359240 Sep 01 14:16:05.010039 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-83c71e27-d198-4bfd-b92c-ba13072f8220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:05.011654 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-83c71e27-d198-4bfd-b92c-ba13072f8220 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=1e059061-cfd6-4ff5-946d-7b6acfedc96b HTTP/1.1" status: 200 len: 849 time: 0.0630157 Sep 01 14:16:05.047889 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-9a39ee10-e5f8-4257-911a-3370183c0e2d service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=b4e12ec0-72a1-4de6-85a2-65af038c9b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295444 Sep 01 14:16:05.155847 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-393c709d-6046-4ebb-8f50-d7ac98b75523 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/b4e12ec0-72a1-4de6-85a2-65af038c9b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012976 Sep 01 14:16:05.270666 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-b3f4f7ae-f9b3-4b60-8d5f-b0200c1c3789 req-340b9fbc-7fb2-422f-9c7d-e52870a3f467 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/b4e12ec0-72a1-4de6-85a2-65af038c9b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080501 Sep 01 14:16:05.646665 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7355ea9-ea4b-4b77-bceb-773a2e8876c2 req-23a8a29e-5ed1-4375-8d38-703fb9c7f2f7 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:05.651179 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f7355ea9-ea4b-4b77-bceb-773a2e8876c2 req-23a8a29e-5ed1-4375-8d38-703fb9c7f2f7 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ffa4508-48a9-4498-9e28-3d7c609fa06e HTTP/1.1" status: 200 len: 943 time: 0.0705316 Sep 01 14:16:05.714002 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f7355ea9-ea4b-4b77-bceb-773a2e8876c2 req-aa6e060d-6ac7-4236-a312-c5193bc5a5b7 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1f8fab36-09b2-4348-8b08-c3c67e321936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560775 Sep 01 14:16:06.550113 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77c57f-d1ab-4830-89d3-cad15fe692cb req-914bf72a-45b0-4629-aa58-2c178932007a tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:06.551757 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-df77c57f-d1ab-4830-89d3-cad15fe692cb req-914bf72a-45b0-4629-aa58-2c178932007a tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e221a685-4333-48cb-ab94-67a4c0402490 HTTP/1.1" status: 200 len: 945 time: 0.0635402 Sep 01 14:16:06.632240 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-df77c57f-d1ab-4830-89d3-cad15fe692cb req-5f4dd8d7-9c06-40ea-97b3-0dd6b36aa1e8 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707452 Sep 01 14:16:06.850422 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ed15d-fb63-4a9e-9341-b0fa6808eae3 req-aa11fb61-0c1b-466c-95af-fcf202be70e0 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:06.852837 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f33ed15d-fb63-4a9e-9341-b0fa6808eae3 req-aa11fb61-0c1b-466c-95af-fcf202be70e0 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ffa4508-48a9-4498-9e28-3d7c609fa06e HTTP/1.1" status: 200 len: 943 time: 0.0531523 Sep 01 14:16:06.910705 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f33ed15d-fb63-4a9e-9341-b0fa6808eae3 req-5fefd363-3c8e-4257-a674-c3f312769ea2 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1f8fab36-09b2-4348-8b08-c3c67e321936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521853 Sep 01 14:16:07.766220 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb910b94-5b5c-49ca-a781-baffd0628650 req-bd62b349-06db-4f63-94f1-9e0960c53a3c tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:07.767831 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-fb910b94-5b5c-49ca-a781-baffd0628650 req-bd62b349-06db-4f63-94f1-9e0960c53a3c tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e221a685-4333-48cb-ab94-67a4c0402490 HTTP/1.1" status: 200 len: 945 time: 0.0529640 Sep 01 14:16:07.790696 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:16:07.842672 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-fb910b94-5b5c-49ca-a781-baffd0628650 req-764f3738-d233-433c-81ac-dfcbb9c797d6 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627651 Sep 01 14:16:08.031990 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:16:08.053132 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26ff4f-6228-4c06-b2b8-684b98cfa7c6 req-d69a1be8-6498-4289-93b6-c4dc3f4f04c5 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:08.057527 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ea26ff4f-6228-4c06-b2b8-684b98cfa7c6 req-d69a1be8-6498-4289-93b6-c4dc3f4f04c5 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ffa4508-48a9-4498-9e28-3d7c609fa06e HTTP/1.1" status: 200 len: 943 time: 0.0530157 Sep 01 14:16:08.121545 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ea26ff4f-6228-4c06-b2b8-684b98cfa7c6 req-099eb8e5-275e-4b2a-a2ec-16216aaae846 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1f8fab36-09b2-4348-8b08-c3c67e321936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596337 Sep 01 14:16:08.134825 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe6063-9e49-4599-8801-a2a4bb4d6fa8 req-30b34bc6-5ed1-4bd5-aae0-4e27f37fbd57 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:08.136354 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-e9fe6063-9e49-4599-8801-a2a4bb4d6fa8 req-30b34bc6-5ed1-4bd5-aae0-4e27f37fbd57 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e221a685-4333-48cb-ab94-67a4c0402490 HTTP/1.1" status: 200 len: 945 time: 0.0556197 Sep 01 14:16:08.238635 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [req-e9fe6063-9e49-4599-8801-a2a4bb4d6fa8 req-88f61641-c406-4c46-8fdd-f762389c2130 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Deleting port 96452891-5521-419c-9c6f-b16dbf8fef1e {{(pid=107074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:16:08.239145 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-e9fe6063-9e49-4599-8801-a2a4bb4d6fa8 req-88f61641-c406-4c46-8fdd-f762389c2130 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (96452891-5521-419c-9c6f-b16dbf8fef1e), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:08.282034 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 856de7b8-7854-4ca0-acdf-ffafb624a088 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=107075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:16:08.355224 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [req-e9fe6063-9e49-4599-8801-a2a4bb4d6fa8 req-88f61641-c406-4c46-8fdd-f762389c2130 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] For port 96452891-5521-419c-9c6f-b16dbf8fef1e, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=96452891-5521-419c-9c6f-b16dbf8fef1e,segment=NetworkSegment(2b7d1c7b-bf62-4ac5-834a-3285ade09ba6),segment_id=2b7d1c7b-bf62-4ac5-834a-3285ade09ba6)] {{(pid=107074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:16:08.355598 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-e9fe6063-9e49-4599-8801-a2a4bb4d6fa8 req-88f61641-c406-4c46-8fdd-f762389c2130 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (96452891-5521-419c-9c6f-b16dbf8fef1e), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:08.436297 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 856de7b8-7854-4ca0-acdf-ffafb624a088, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=856de7b8-7854-4ca0-acdf-ffafb624a088,segment=NetworkSegment(3dbd6011-ca1d-40bc-b934-8765355cb8a9),segment_id=3dbd6011-ca1d-40bc-b934-8765355cb8a9)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:16:08.452526 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Returning: {'device': '856de7b8-7854-4ca0-acdf-ffafb624a088', 'network_id': 'b4e12ec0-72a1-4de6-85a2-65af038c9b2d', 'port_id': '856de7b8-7854-4ca0-acdf-ffafb624a088', 'mac_address': 'fa:16:3e:81:4d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e059061-cfd6-4ff5-946d-7b6acfedc96b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:16:08.500154 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 856de7b8-7854-4ca0-acdf-ffafb624a088 is: DOWN; New status is: BUILD {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:16:08.500686 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (856de7b8-7854-4ca0-acdf-ffafb624a088), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:08.518994 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 856de7b8-7854-4ca0-acdf-ffafb624a088 {{(pid=107075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:16:08.530034 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:16:08.552117 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 856de7b8-7854-4ca0-acdf-ffafb624a088, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=856de7b8-7854-4ca0-acdf-ffafb624a088,segment=NetworkSegment(3dbd6011-ca1d-40bc-b934-8765355cb8a9),segment_id=3dbd6011-ca1d-40bc-b934-8765355cb8a9)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:16:08.558041 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=100 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:16:08.583044 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-e9fe6063-9e49-4599-8801-a2a4bb4d6fa8 req-88f61641-c406-4c46-8fdd-f762389c2130 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:08.583673 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-e9fe6063-9e49-4599-8801-a2a4bb4d6fa8 req-88f61641-c406-4c46-8fdd-f762389c2130 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122292'] for floatingip (e8161bf0-e727-4a52-a092-19921cd99b98), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:08.584341 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.db.l3_db [req-e9fe6063-9e49-4599-8801-a2a4bb4d6fa8 req-88f61641-c406-4c46-8fdd-f762389c2130 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Floating IP e8161bf0-e727-4a52-a092-19921cd99b98 disassociated. External IP: 172.27.2.151, port: 96452891-5521-419c-9c6f-b16dbf8fef1e. Sep 01 14:16:08.585149 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [req-e9fe6063-9e49-4599-8801-a2a4bb4d6fa8 req-88f61641-c406-4c46-8fdd-f762389c2130 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Calling delete_port for 96452891-5521-419c-9c6f-b16dbf8fef1e owned by compute:nova {{(pid=107074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:16:08.643230 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (856de7b8-7854-4ca0-acdf-ffafb624a088), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:08.723874 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=856de7b8-7854-4ca0-acdf-ffafb624a088,revision_number=4']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:16:08.742725 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:16:08.849206 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] get_ports_and_sgs() called for port_ids ['856de7b8-7854-4ca0-acdf-ffafb624a088'] {{(pid=107075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 14:16:08.864396 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-e9fe6063-9e49-4599-8801-a2a4bb4d6fa8 req-88f61641-c406-4c46-8fdd-f762389c2130 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (96452891-5521-419c-9c6f-b16dbf8fef1e), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:08.921038 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f61641-c406-4c46-8fdd-f762389c2130 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Pushing event deleted for resources: {'Port': ['ID=96452891-5521-419c-9c6f-b16dbf8fef1e,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:16:09.042287 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9eeca863-67e0-4ac7-bdc9-d7584abb7147 req-b5d0e2bb-f19e-4de8-982e-8ba7ffeba842 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e221a685-4333-48cb-ab94-67a4c0402490 HTTP/1.1" status: 200 len: 210 time: 0.0506747 Sep 01 14:16:09.112554 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9fe6063-9e49-4599-8801-a2a4bb4d6fa8 req-88f61641-c406-4c46-8fdd-f762389c2130 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Router e0ff8f07-361c-48d1-b834-0573de213e75 has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:16:09.238963 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9fe6063-9e49-4599-8801-a2a4bb4d6fa8 req-88f61641-c406-4c46-8fdd-f762389c2130 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:16:09.251244 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5b51d6-6faf-4702-996c-89b937e36ff7 None None] Sync routers for ids ['e0ff8f07-361c-48d1-b834-0573de213e75'] in dv-cinder-852211-7-iscsi {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:16:09.264170 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5b51d6-6faf-4702-996c-89b937e36ff7 None None] Routers {'e0ff8f07-361c-48d1-b834-0573de213e75'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:16:09.264815 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-4d5b51d6-6faf-4702-996c-89b937e36ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:15:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['e0ff8f07-361c-48d1-b834-0573de213e75'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:16:09.289284 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565137ea-ce56-4d85-8508-c89526a2d1a5 req-c979eb36-ff8d-4589-85b4-2295e974a83b tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:09.292669 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-565137ea-ce56-4d85-8508-c89526a2d1a5 req-c979eb36-ff8d-4589-85b4-2295e974a83b tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ffa4508-48a9-4498-9e28-3d7c609fa06e HTTP/1.1" status: 200 len: 944 time: 0.0627909 Sep 01 14:16:09.319644 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9fe6063-9e49-4599-8801-a2a4bb4d6fa8 req-88f61641-c406-4c46-8fdd-f762389c2130 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] No DVR routers for this DVR port 96452891-5521-419c-9c6f-b16dbf8fef1e on host hv-cinder-85221 {{(pid=107074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:16:09.326489 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-e9fe6063-9e49-4599-8801-a2a4bb4d6fa8 req-88f61641-c406-4c46-8fdd-f762389c2130 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:09.335601 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-e9fe6063-9e49-4599-8801-a2a4bb4d6fa8 req-88f61641-c406-4c46-8fdd-f762389c2130 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.72 "DELETE /networking/v2.0/ports/96452891-5521-419c-9c6f-b16dbf8fef1e HTTP/1.1" status: 204 len: 173 time: 1.1919179 Sep 01 14:16:09.338641 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e221a685-4333-48cb-ab94-67a4c0402490', 'name': 'network-vif-deleted', 'tag': '96452891-5521-419c-9c6f-b16dbf8fef1e'}] {{(pid=107074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:16:09.343435 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c297ab1b76e2baeed04979654ee05671bdf6dedd7a272174e678f0e52b3dfb88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d3c4ea-f24c-4592-9acb-6e79ca3a4788" -d '{"events": [{"server_uuid": "e221a685-4333-48cb-ab94-67a4c0402490", "name": "network-vif-deleted", "tag": "96452891-5521-419c-9c6f-b16dbf8fef1e"}]}' {{(pid=107074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:16:09.382780 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-565137ea-ce56-4d85-8508-c89526a2d1a5 req-b39222f4-4bc9-4369-ac1f-a1a2a72aa7d9 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1f8fab36-09b2-4348-8b08-c3c67e321936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840869 Sep 01 14:16:09.426789 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e81ab7-3f29-416a-abe4-89aa203720e2 x-openstack-request-id: req-00e81ab7-3f29-416a-abe4-89aa203720e2 {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:16:09.427484 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e221a685-4333-48cb-ab94-67a4c0402490", "name": "network-vif-deleted", "tag": "96452891-5521-419c-9c6f-b16dbf8fef1e", "status": "completed", "code": 200}]} {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:16:09.427943 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00e81ab7-3f29-416a-abe4-89aa203720e2 {{(pid=107074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:16:09.428584 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00e81ab7-3f29-416a-abe4-89aa203720e2'] response: {'server_uuid': 'e221a685-4333-48cb-ab94-67a4c0402490', 'name': 'network-vif-deleted', 'tag': '96452891-5521-419c-9c6f-b16dbf8fef1e', 'status': 'completed', 'code': 200} Sep 01 14:16:09.443993 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-4d5b51d6-6faf-4702-996c-89b937e36ff7 None None] Set router e0ff8f07-361c-48d1-b834-0573de213e75 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:16:09.630508 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:09.739718 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-4d5b51d6-6faf-4702-996c-89b937e36ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'name': 'tempest-TestVolumeBootPattern-1276467625-router', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:27Z', 'revision_number': 4, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'gw_port': {'id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:18:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '533a4976-41de-431f-aa44-4aaf39a68069', 'name': '', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'mac_address': 'fa:16:3e:f1:ac:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:26Z', 'updated_at': '2022-09-01T14:12:34Z', 'revision_number': 5, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'subnets': [{'id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:16:09.768750 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5b51d6-6faf-4702-996c-89b937e36ff7 None None] Checking router: e0ff8f07-361c-48d1-b834-0573de213e75 for host: dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:16:09.779833 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5b51d6-6faf-4702-996c-89b937e36ff7 None None] Routers {'e0ff8f07-361c-48d1-b834-0573de213e75'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:16:09.780372 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-4d5b51d6-6faf-4702-996c-89b937e36ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:15:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['e0ff8f07-361c-48d1-b834-0573de213e75'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:16:10.002324 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-4d5b51d6-6faf-4702-996c-89b937e36ff7 None None] Set router e0ff8f07-361c-48d1-b834-0573de213e75 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:16:10.207132 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-86e4ce05-8f9f-42c5-ab4f-40c3d839d681 req-991b60df-641f-4857-a138-8255f5aa59ef tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e221a685-4333-48cb-ab94-67a4c0402490 HTTP/1.1" status: 200 len: 210 time: 0.0411882 Sep 01 14:16:10.291492 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-4d5b51d6-6faf-4702-996c-89b937e36ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'name': 'tempest-TestVolumeBootPattern-1276467625-router', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:27Z', 'revision_number': 4, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'gw_port': {'id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:18:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '533a4976-41de-431f-aa44-4aaf39a68069', 'name': '', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'mac_address': 'fa:16:3e:f1:ac:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:26Z', 'updated_at': '2022-09-01T14:12:34Z', 'revision_number': 5, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'subnets': [{'id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:16:10.309583 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 856de7b8-7854-4ca0-acdf-ffafb624a088 up at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:16:10.327650 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5b51d6-6faf-4702-996c-89b937e36ff7 None None] The sync data for ids ['e0ff8f07-361c-48d1-b834-0573de213e75'] in dv-cinder-852211-7-iscsi is: [{'id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'name': 'tempest-TestVolumeBootPattern-1276467625-router', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:27Z', 'revision_number': 4, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'gw_port': {'id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:18:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '533a4976-41de-431f-aa44-4aaf39a68069', 'name': '', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'mac_address': 'fa:16:3e:f1:ac:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:26Z', 'updated_at': '2022-09-01T14:12:34Z', 'revision_number': 5, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'subnets': [{'id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:16:10.365128 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning for port 856de7b8-7854-4ca0-acdf-ffafb624a088 completed by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 14:16:10.506401 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning complete for port 856de7b8-7854-4ca0-acdf-ffafb624a088 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:16:10.507351 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (856de7b8-7854-4ca0-acdf-ffafb624a088), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:10.550593 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:16:10.576909 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d16aae-6637-4ef7-8c57-cde3dae437eb req-a8a7113d-df54-4c16-9009-7a0ba81dfc72 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:10.585177 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-90d16aae-6637-4ef7-8c57-cde3dae437eb req-a8a7113d-df54-4c16-9009-7a0ba81dfc72 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ffa4508-48a9-4498-9e28-3d7c609fa06e HTTP/1.1" status: 200 len: 944 time: 0.0891991 Sep 01 14:16:10.663284 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-90d16aae-6637-4ef7-8c57-cde3dae437eb req-b21faa30-0735-428c-8b5c-75750f603377 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1f8fab36-09b2-4348-8b08-c3c67e321936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767264 Sep 01 14:16:10.682259 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port 856de7b8-7854-4ca0-acdf-ffafb624a088 is: BUILD; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:16:10.683155 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (856de7b8-7854-4ca0-acdf-ffafb624a088), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:10.716857 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffa4508-48a9-4498-9e28-3d7c609fa06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856de7b8-7854-4ca0-acdf-ffafb624a088'}] {{(pid=107075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:16:10.719387 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea684a423e005867ab2b2321dba33e59ce354bd0b218533ae43957e9dbf26841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc8e3e8-3572-45d8-a333-e4cf9911992c" -d '{"events": [{"server_uuid": "2ffa4508-48a9-4498-9e28-3d7c609fa06e", "name": "network-vif-plugged", "status": "completed", "tag": "856de7b8-7854-4ca0-acdf-ffafb624a088"}]}' {{(pid=107075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:16:10.737318 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf74585-d481-4e9d-9c18-ae617869048e None None] New status for floating IP e8161bf0-e727-4a52-a092-19921cd99b98: DOWN {{(pid=107075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 14:16:10.745779 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port 856de7b8-7854-4ca0-acdf-ffafb624a088, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=856de7b8-7854-4ca0-acdf-ffafb624a088,segment=NetworkSegment(3dbd6011-ca1d-40bc-b934-8765355cb8a9),segment_id=3dbd6011-ca1d-40bc-b934-8765355cb8a9)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:16:10.801463 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b921ba8a-6884-4da9-9473-79b9576be286 x-openstack-request-id: req-b921ba8a-6884-4da9-9473-79b9576be286 {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:16:10.804472 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffa4508-48a9-4498-9e28-3d7c609fa06e", "name": "network-vif-plugged", "status": "completed", "tag": "856de7b8-7854-4ca0-acdf-ffafb624a088", "code": 200}]} {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:16:10.804472 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b921ba8a-6884-4da9-9473-79b9576be286 {{(pid=107075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:16:10.804472 dv-cinder-852211-7-iscsi neutron-server[107075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b921ba8a-6884-4da9-9473-79b9576be286'] response: {'server_uuid': '2ffa4508-48a9-4498-9e28-3d7c609fa06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856de7b8-7854-4ca0-acdf-ffafb624a088', 'code': 200} Sep 01 14:16:10.882708 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (856de7b8-7854-4ca0-acdf-ffafb624a088), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:10.884080 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 96452891-5521-419c-9c6f-b16dbf8fef1e no longer exists at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:16:10.923479 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] No Port match for: 96452891-5521-419c-9c6f-b16dbf8fef1e {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:16:10.923964 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 96452891-5521-419c-9c6f-b16dbf8fef1e not bound to the agent host hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:16:10.959777 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=856de7b8-7854-4ca0-acdf-ffafb624a088,revision_number=5']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:16:11.207967 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbaed70-86a6-4351-8a9f-527a193ef37f req-43851041-a1f8-42ca-9e32-65833a9baaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:11.210560 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-2cbaed70-86a6-4351-8a9f-527a193ef37f req-43851041-a1f8-42ca-9e32-65833a9baaac service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=2ffa4508-48a9-4498-9e28-3d7c609fa06e HTTP/1.1" status: 200 len: 1129 time: 0.0544443 Sep 01 14:16:11.276045 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-2cbaed70-86a6-4351-8a9f-527a193ef37f req-a06c6fc5-c23f-4a2e-830c-81cef09ffc6d service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=1f8fab36-09b2-4348-8b08-c3c67e321936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582864 Sep 01 14:16:11.547607 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-4e73a4f9-3b96-42fb-a9fc-af6e7fb41c80 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-597656021&fields=id&tenant_id=8acdb976501045c0813d16f3d0ffd13d HTTP/1.1" status: 200 len: 267 time: 0.0546985 Sep 01 14:16:11.672554 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-b4b5e950-21b9-45d7-b623-33b0571dfa12 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:11.674196 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-b4b5e950-21b9-45d7-b623-33b0571dfa12 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/networks?id=ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 HTTP/1.1" status: 200 len: 812 time: 0.1199889 Sep 01 14:16:11.691743 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-e5ca2f74-93c3-4d4d-a3dd-90e5f114e35d tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/quotas/8acdb976501045c0813d16f3d0ffd13d HTTP/1.1" status: 200 len: 375 time: 0.0114453 Sep 01 14:16:11.755207 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-9146e0cb-80a2-4b88-9409-3edd59d5f109 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=8acdb976501045c0813d16f3d0ffd13d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572011 Sep 01 14:16:11.857344 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c1935-7525-404d-94f8-94eced85a2b7 req-dd9077df-808a-4ccd-b3a9-df4439810e1e tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:11.858904 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-003c1935-7525-404d-94f8-94eced85a2b7 req-dd9077df-808a-4ccd-b3a9-df4439810e1e tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ffa4508-48a9-4498-9e28-3d7c609fa06e HTTP/1.1" status: 200 len: 945 time: 0.1003249 Sep 01 14:16:11.941932 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-9ecb62f9-81d8-4b44-86db-4d3ebad649f9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724913 Sep 01 14:16:11.945963 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-003c1935-7525-404d-94f8-94eced85a2b7 req-fd37bf4a-f5ce-4a7a-a109-517bc8a02c3b tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1f8fab36-09b2-4348-8b08-c3c67e321936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801864 Sep 01 14:16:12.054610 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-3ce3f6f7-f7c3-4362-ab21-63f5c8273abf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029739 Sep 01 14:16:12.828934 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5134eff2-44c2-49ae-8896-c85059fa2653 req-f69ab185-e62f-4b11-a298-52933f0bb0e5 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=da103289-634e-420f-9750-b36e4d00c641 HTTP/1.1" status: 200 len: 210 time: 0.0396478 Sep 01 14:16:13.112972 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574439a-d568-46e4-ad1f-6689e2379009 req-eca8e140-dffa-453a-a30c-aa17d8fdbb41 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:13.114485 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2574439a-d568-46e4-ad1f-6689e2379009 req-eca8e140-dffa-453a-a30c-aa17d8fdbb41 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ffa4508-48a9-4498-9e28-3d7c609fa06e HTTP/1.1" status: 200 len: 945 time: 0.0595925 Sep 01 14:16:13.176836 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-2574439a-d568-46e4-ad1f-6689e2379009 req-04bb02f4-5e0b-4706-97b6-655dd39c6c42 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1f8fab36-09b2-4348-8b08-c3c67e321936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548601 Sep 01 14:16:13.668010 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 6 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:16:13.930855 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0deb7414-0254-47b0-aea0-57e5059ad5c3 req-da337af4-f58c-4f1b-82c4-06220c24e4e2 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=da103289-634e-420f-9750-b36e4d00c641 HTTP/1.1" status: 200 len: 210 time: 0.0322883 Sep 01 14:16:14.912576 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02916d15-5a6b-4c7c-9a71-9b10626840bb req-b1501658-18fe-4938-96b8-2fda398d1f90 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:14.914367 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-02916d15-5a6b-4c7c-9a71-9b10626840bb req-b1501658-18fe-4938-96b8-2fda398d1f90 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ffa4508-48a9-4498-9e28-3d7c609fa06e HTTP/1.1" status: 200 len: 945 time: 0.0549204 Sep 01 14:16:14.957013 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:16:14.975675 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-02916d15-5a6b-4c7c-9a71-9b10626840bb req-700db834-6135-40ba-b925-5f494065729d tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1f8fab36-09b2-4348-8b08-c3c67e321936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543768 Sep 01 14:16:15.069657 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ece8bf74-9f6f-4133-b2b4-26f1080151c9 req-ccf544f1-1e85-4904-8841-13c9b5881b00 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=da103289-634e-420f-9750-b36e4d00c641 HTTP/1.1" status: 200 len: 210 time: 0.0302174 Sep 01 14:16:16.123162 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0dec2-05e2-4982-a899-e730eed83112 req-f0b19569-d559-4597-a643-2c9962fdd2ef tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:16.124810 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c8f0dec2-05e2-4982-a899-e730eed83112 req-f0b19569-d559-4597-a643-2c9962fdd2ef tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ffa4508-48a9-4498-9e28-3d7c609fa06e HTTP/1.1" status: 200 len: 945 time: 0.0580473 Sep 01 14:16:16.178816 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:16:16.214350 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-72ce3c8c-01b0-4bb2-a108-d9ac33c2a694 req-6996c97a-9c2b-4847-811b-326f891a6472 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=da103289-634e-420f-9750-b36e4d00c641 HTTP/1.1" status: 200 len: 210 time: 0.0555117 Sep 01 14:16:16.251343 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c8f0dec2-05e2-4982-a899-e730eed83112 req-0d911774-3bf5-466d-b171-b024b6896281 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1f8fab36-09b2-4348-8b08-c3c67e321936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153867 Sep 01 14:16:16.706286 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2947b-3dfb-4322-9fb4-366496ae8d54 req-b143c62d-44d6-4652-89ff-78b334f2560d tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:16.707913 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1bf2947b-3dfb-4322-9fb4-366496ae8d54 req-b143c62d-44d6-4652-89ff-78b334f2560d tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=2ffa4508-48a9-4498-9e28-3d7c609fa06e HTTP/1.1" status: 200 len: 945 time: 0.0701494 Sep 01 14:16:16.828244 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [req-1bf2947b-3dfb-4322-9fb4-366496ae8d54 req-9ad87d65-80d7-4ec0-991f-e36b8f9f0776 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Deleting port 856de7b8-7854-4ca0-acdf-ffafb624a088 {{(pid=107074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:16:16.828588 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-1bf2947b-3dfb-4322-9fb4-366496ae8d54 req-9ad87d65-80d7-4ec0-991f-e36b8f9f0776 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (856de7b8-7854-4ca0-acdf-ffafb624a088), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:16.996104 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [req-1bf2947b-3dfb-4322-9fb4-366496ae8d54 req-9ad87d65-80d7-4ec0-991f-e36b8f9f0776 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] For port 856de7b8-7854-4ca0-acdf-ffafb624a088, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=856de7b8-7854-4ca0-acdf-ffafb624a088,segment=NetworkSegment(3dbd6011-ca1d-40bc-b934-8765355cb8a9),segment_id=3dbd6011-ca1d-40bc-b934-8765355cb8a9)] {{(pid=107074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:16:16.996667 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-1bf2947b-3dfb-4322-9fb4-366496ae8d54 req-9ad87d65-80d7-4ec0-991f-e36b8f9f0776 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (856de7b8-7854-4ca0-acdf-ffafb624a088), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:17.017235 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [req-1bf2947b-3dfb-4322-9fb4-366496ae8d54 req-9ad87d65-80d7-4ec0-991f-e36b8f9f0776 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Calling delete_port for 856de7b8-7854-4ca0-acdf-ffafb624a088 owned by compute:nova {{(pid=107074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:16:17.143967 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-17f52156-41e8-4c51-9803-a838a7ac51f9 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:17.143967 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-17f52156-41e8-4c51-9803-a838a7ac51f9 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.72 "GET /networking/v2.0/networks?id=ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 HTTP/1.1" status: 200 len: 812 time: 0.1749389 Sep 01 14:16:17.148033 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:16:17.240819 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-694e1df2-111b-4ff7-ac1e-109347ffd17d tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8acdb976501045c0813d16f3d0ffd13d HTTP/1.1" status: 200 len: 379 time: 0.0893447 Sep 01 14:16:17.254147 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-b04eead2-5c74-4499-b083-86117a99c446 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Request body: {'port': {'device_id': 'da103289-634e-420f-9750-b36e4d00c641', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'admin_state_up': True, 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'security_groups': ['777c6d32-7822-4d36-9c77-fefc1d699394']}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:16:17.363520 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-1bf2947b-3dfb-4322-9fb4-366496ae8d54 req-9ad87d65-80d7-4ec0-991f-e36b8f9f0776 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (856de7b8-7854-4ca0-acdf-ffafb624a088), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:17.379863 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] get_ports_and_sgs() called for port_ids ['856de7b8-7854-4ca0-acdf-ffafb624a088'] {{(pid=107075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 14:16:17.440574 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad87d65-80d7-4ec0-991f-e36b8f9f0776 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Pushing event deleted for resources: {'Port': ['ID=856de7b8-7854-4ca0-acdf-ffafb624a088,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:16:17.502146 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf2947b-3dfb-4322-9fb4-366496ae8d54 req-9ad87d65-80d7-4ec0-991f-e36b8f9f0776 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] No DVR routers for this DVR port 856de7b8-7854-4ca0-acdf-ffafb624a088 on host hv-cinder-85221 {{(pid=107074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:16:17.507111 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [req-1bf2947b-3dfb-4322-9fb4-366496ae8d54 req-9ad87d65-80d7-4ec0-991f-e36b8f9f0776 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:17.509575 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [req-1bf2947b-3dfb-4322-9fb4-366496ae8d54 req-9ad87d65-80d7-4ec0-991f-e36b8f9f0776 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.72 "DELETE /networking/v2.0/ports/856de7b8-7854-4ca0-acdf-ffafb624a088 HTTP/1.1" status: 204 len: 173 time: 0.7961469 Sep 01 14:16:17.510118 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffa4508-48a9-4498-9e28-3d7c609fa06e', 'name': 'network-vif-deleted', 'tag': '856de7b8-7854-4ca0-acdf-ffafb624a088'}] {{(pid=107074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:16:17.512983 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c297ab1b76e2baeed04979654ee05671bdf6dedd7a272174e678f0e52b3dfb88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a46e7b-e44f-4cbf-9184-5a53b2bf31bc" -d '{"events": [{"server_uuid": "2ffa4508-48a9-4498-9e28-3d7c609fa06e", "name": "network-vif-deleted", "tag": "856de7b8-7854-4ca0-acdf-ffafb624a088"}]}' {{(pid=107074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:16:17.513318 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6e1ebd97-0527-44d7-bbe4-1afabd4ab906 req-2b8d3178-7fe2-44bd-8afe-bf622c10c70a tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ffa4508-48a9-4498-9e28-3d7c609fa06e HTTP/1.1" status: 200 len: 210 time: 0.0763814 Sep 01 14:16:17.568749 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ceea7616-c308-4176-804b-4c9f623f42d6 req-5dda097b-502d-4700-bcee-59500ac482fe tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=da103289-634e-420f-9750-b36e4d00c641 HTTP/1.1" status: 200 len: 210 time: 0.1276789 Sep 01 14:16:17.580629 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1b8f2b-ced6-448a-b2e7-b78f779311e2 x-openstack-request-id: req-4d1b8f2b-ced6-448a-b2e7-b78f779311e2 {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:16:17.581172 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffa4508-48a9-4498-9e28-3d7c609fa06e", "name": "network-vif-deleted", "tag": "856de7b8-7854-4ca0-acdf-ffafb624a088", "status": "completed", "code": 200}]} {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:16:17.581811 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d1b8f2b-ced6-448a-b2e7-b78f779311e2 {{(pid=107074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:16:17.582449 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d1b8f2b-ced6-448a-b2e7-b78f779311e2'] response: {'server_uuid': '2ffa4508-48a9-4498-9e28-3d7c609fa06e', 'name': 'network-vif-deleted', 'tag': '856de7b8-7854-4ca0-acdf-ffafb624a088', 'status': 'completed', 'code': 200} Sep 01 14:16:17.786418 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-b04eead2-5c74-4499-b083-86117a99c446 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Made reservation on behalf of 8acdb976501045c0813d16f3d0ffd13d for: {'port': 1} {{(pid=107073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:16:17.791953 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-b04eead2-5c74-4499-b083-86117a99c446 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:17.962767 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.db_base_plugin_common [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-b04eead2-5c74-4499-b083-86117a99c446 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Allocated IP 172.20.0.5 (ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0/db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527/a35baeba-2fc3-441f-b089-15255aad1de1) {{(pid=107073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:16:18.129753 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-b04eead2-5c74-4499-b083-86117a99c446 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for port (a35baeba-2fc3-441f-b089-15255aad1de1), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:18.259263 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-b04eead2-5c74-4499-b083-86117a99c446 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (a35baeba-2fc3-441f-b089-15255aad1de1), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:18.334959 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-b04eead2-5c74-4499-b083-86117a99c446 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Network ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 is already hosted by enough agents. {{(pid=107073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:16:18.342236 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.base_scheduler [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-b04eead2-5c74-4499-b083-86117a99c446 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Resources bound (agent type, host, resource id): {{(pid=107073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:16:18.347700 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-b04eead2-5c74-4499-b083-86117a99c446 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Received port after_create {{(pid=107073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:16:18.350589 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:16:18.379155 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04eead2-5c74-4499-b083-86117a99c446 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Pushing event updated for resources: {'Port': ['ID=a35baeba-2fc3-441f-b089-15255aad1de1,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:16:18.424812 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-b04eead2-5c74-4499-b083-86117a99c446 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:18.426578 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-b04eead2-5c74-4499-b083-86117a99c446 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:18.585557 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-b04eead2-5c74-4499-b083-86117a99c446 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3356915 Sep 01 14:16:18.633552 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-7c0b13fc-6a1f-4bb6-a777-5fc0c9376b97 None None] Provisioning complete for port a35baeba-2fc3-441f-b089-15255aad1de1 triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:16:18.634616 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-7c0b13fc-6a1f-4bb6-a777-5fc0c9376b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (a35baeba-2fc3-441f-b089-15255aad1de1), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:18.644253 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-5df2b285-b6fa-44bb-966d-9180b7f458a5 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107073) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 14:16:18.645581 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-5df2b285-b6fa-44bb-966d-9180b7f458a5 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0065851 Sep 01 14:16:18.691071 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-7c0b13fc-6a1f-4bb6-a777-5fc0c9376b97 None None] Port a35baeba-2fc3-441f-b089-15255aad1de1 cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 14:16:18.780402 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:16:18.803156 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f86e748e-3585-4833-b9f7-1f28ac2a9408 req-004b3264-5f7b-4ef2-8f8d-6973189c7e89 tempest-VolumesActionsTest-167410230 tempest-VolumesActionsTest-167410230-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ffa4508-48a9-4498-9e28-3d7c609fa06e HTTP/1.1" status: 200 len: 210 time: 0.0544164 Sep 01 14:16:18.827716 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d4ebd-4e34-45bb-970d-49469d6fd2ba req-6a38b53b-0a9a-4658-8fc2-55de924fd483 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:18.829553 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0c3d4ebd-4e34-45bb-970d-49469d6fd2ba req-6a38b53b-0a9a-4658-8fc2-55de924fd483 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=da103289-634e-420f-9750-b36e4d00c641 HTTP/1.1" status: 200 len: 931 time: 0.0949745 Sep 01 14:16:18.867260 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-51501dfa-d9bf-45dd-883e-f6bbad383f29 service neutron] Request body: {'port': {'device_id': 'da103289-634e-420f-9750-b36e4d00c641', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:16:18.932186 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0c3d4ebd-4e34-45bb-970d-49469d6fd2ba req-31f06699-3ba8-455f-8425-815e22ea1523 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890050 Sep 01 14:16:18.970210 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-51501dfa-d9bf-45dd-883e-f6bbad383f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (a35baeba-2fc3-441f-b089-15255aad1de1), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:19.389622 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-51501dfa-d9bf-45dd-883e-f6bbad383f29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a35baeba-2fc3-441f-b089-15255aad1de1 {{(pid=107073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:16:19.398976 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-51501dfa-d9bf-45dd-883e-f6bbad383f29 service neutron] Publish callbacks [] for port (a35baeba-2fc3-441f-b089-15255aad1de1), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:19.414938 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.provisioning_blocks [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-51501dfa-d9bf-45dd-883e-f6bbad383f29 service neutron] Transition to ACTIVE for port object a35baeba-2fc3-441f-b089-15255aad1de1 will not be triggered until provisioned by entity L2. {{(pid=107073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 14:16:19.483892 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-51501dfa-d9bf-45dd-883e-f6bbad383f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3071173'] for port (a35baeba-2fc3-441f-b089-15255aad1de1), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:19.563517 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51501dfa-d9bf-45dd-883e-f6bbad383f29 service neutron] Pushing event updated for resources: {'Port': ['ID=a35baeba-2fc3-441f-b089-15255aad1de1,revision_number=2']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:16:19.624627 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:16:19.627608 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.managers [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-51501dfa-d9bf-45dd-883e-f6bbad383f29 service neutron] Attempting to bind port a35baeba-2fc3-441f-b089-15255aad1de1 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:16:19.627977 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.managers [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-51501dfa-d9bf-45dd-883e-f6bbad383f29 service neutron] Attempting to bind port a35baeba-2fc3-441f-b089-15255aad1de1 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '2b7d1c7b-bf62-4ac5-834a-3285ade09ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0'}] {{(pid=107073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:16:19.628339 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-51501dfa-d9bf-45dd-883e-f6bbad383f29 service neutron] Attempting to bind port a35baeba-2fc3-441f-b089-15255aad1de1 on network ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:16:19.634057 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-51501dfa-d9bf-45dd-883e-f6bbad383f29 service neutron] Port a35baeba-2fc3-441f-b089-15255aad1de1 on network ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 14:16:19.634390 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-51501dfa-d9bf-45dd-883e-f6bbad383f29 service neutron] Attempting to bind port a35baeba-2fc3-441f-b089-15255aad1de1 on network ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:16:19.640638 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-51501dfa-d9bf-45dd-883e-f6bbad383f29 service neutron] Checking agent: {'id': 'a7580bcb-0f49-4eb6-986f-da2a861ca402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'started_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:16:19.641093 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-51501dfa-d9bf-45dd-883e-f6bbad383f29 service neutron] Checking segment: {'id': '2b7d1c7b-bf62-4ac5-834a-3285ade09ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:16:19.641689 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-51501dfa-d9bf-45dd-883e-f6bbad383f29 service neutron] Bound using segment: {'id': '2b7d1c7b-bf62-4ac5-834a-3285ade09ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0'} {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:16:19.642190 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.managers [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-51501dfa-d9bf-45dd-883e-f6bbad383f29 service neutron] Bound port: a35baeba-2fc3-441f-b089-15255aad1de1, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b7d1c7b-bf62-4ac5-834a-3285ade09ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0'}}] {{(pid=107073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:16:19.642593 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-51501dfa-d9bf-45dd-883e-f6bbad383f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (a35baeba-2fc3-441f-b089-15255aad1de1), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:19.720598 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-51501dfa-d9bf-45dd-883e-f6bbad383f29 service neutron] For port a35baeba-2fc3-441f-b089-15255aad1de1, host hv-cinder-85221, cleared binding levels {{(pid=107073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:16:19.724726 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-51501dfa-d9bf-45dd-883e-f6bbad383f29 service neutron] For port a35baeba-2fc3-441f-b089-15255aad1de1, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=a35baeba-2fc3-441f-b089-15255aad1de1,segment=NetworkSegment(2b7d1c7b-bf62-4ac5-834a-3285ade09ba6),segment_id=2b7d1c7b-bf62-4ac5-834a-3285ade09ba6)] {{(pid=107073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:16:19.853137 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-51501dfa-d9bf-45dd-883e-f6bbad383f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3071173'] for port (a35baeba-2fc3-441f-b089-15255aad1de1), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:19.857586 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-51501dfa-d9bf-45dd-883e-f6bbad383f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:19.858442 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-51501dfa-d9bf-45dd-883e-f6bbad383f29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:19.860060 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-51501dfa-d9bf-45dd-883e-f6bbad383f29 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/a35baeba-2fc3-441f-b089-15255aad1de1 HTTP/1.1" status: 200 len: 1093 time: 1.2064745 Sep 01 14:16:19.863105 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da103289-634e-420f-9750-b36e4d00c641', 'tag': 'a35baeba-2fc3-441f-b089-15255aad1de1'}] {{(pid=107073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:16:19.867242 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa2be68435688eaee197eda6180a725a3135abf9bfe352ecc662039bf4a93bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0689a33c-99a6-4228-9588-44f9287dcd56" -d '{"events": [{"name": "network-changed", "server_uuid": "da103289-634e-420f-9750-b36e4d00c641", "tag": "a35baeba-2fc3-441f-b089-15255aad1de1"}]}' {{(pid=107073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:16:19.924607 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1dcaae-a851-4fe2-acaa-4c116b3dbb03 x-openstack-request-id: req-5a1dcaae-a851-4fe2-acaa-4c116b3dbb03 {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:16:19.924607 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da103289-634e-420f-9750-b36e4d00c641", "tag": "a35baeba-2fc3-441f-b089-15255aad1de1", "status": "completed", "code": 200}]} {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:16:19.924607 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a1dcaae-a851-4fe2-acaa-4c116b3dbb03 {{(pid=107073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:16:19.924607 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a1dcaae-a851-4fe2-acaa-4c116b3dbb03'] response: {'name': 'network-changed', 'server_uuid': 'da103289-634e-420f-9750-b36e4d00c641', 'tag': 'a35baeba-2fc3-441f-b089-15255aad1de1', 'status': 'completed', 'code': 200} Sep 01 14:16:19.950960 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51501dfa-d9bf-45dd-883e-f6bbad383f29 service neutron] Pushing event updated for resources: {'Port': ['ID=a35baeba-2fc3-441f-b089-15255aad1de1,revision_number=3']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:16:20.073454 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd93df8-0900-43d1-b066-9b9b3bca7221 req-4d42c851-c766-4625-a64b-d12eabb5dbd4 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:20.075263 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6cd93df8-0900-43d1-b066-9b9b3bca7221 req-4d42c851-c766-4625-a64b-d12eabb5dbd4 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=da103289-634e-420f-9750-b36e4d00c641 HTTP/1.1" status: 200 len: 943 time: 0.0540450 Sep 01 14:16:20.184625 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689a33c-99a6-4228-9588-44f9287dcd56 req-ef3a1986-b2e6-41e8-b810-8fe7bc2ef261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:20.186199 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0689a33c-99a6-4228-9588-44f9287dcd56 req-ef3a1986-b2e6-41e8-b810-8fe7bc2ef261 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=8acdb976501045c0813d16f3d0ffd13d&device_id=da103289-634e-420f-9750-b36e4d00c641 HTTP/1.1" status: 200 len: 1127 time: 0.0845459 Sep 01 14:16:20.214803 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6cd93df8-0900-43d1-b066-9b9b3bca7221 req-7187c832-c01c-40a8-b1ba-4830743444c6 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257932 Sep 01 14:16:20.266041 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:16:20.321367 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689a33c-99a6-4228-9588-44f9287dcd56 req-50f3fe83-4ed8-4182-a3dc-e8056fdd91cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:20.323556 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0689a33c-99a6-4228-9588-44f9287dcd56 req-50f3fe83-4ed8-4182-a3dc-e8056fdd91cc service neutron] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=8acdb976501045c0813d16f3d0ffd13d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1255808 Sep 01 14:16:20.358647 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 856de7b8-7854-4ca0-acdf-ffafb624a088 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:16:20.396180 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] No Port match for: 856de7b8-7854-4ca0-acdf-ffafb624a088 {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:16:20.396803 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device 856de7b8-7854-4ca0-acdf-ffafb624a088 not bound to the agent host hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:16:20.505930 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689a33c-99a6-4228-9588-44f9287dcd56 req-be190c04-d4b5-4972-a2de-30cf491b35c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:20.508404 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0689a33c-99a6-4228-9588-44f9287dcd56 req-be190c04-d4b5-4972-a2de-30cf491b35c4 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1787710 Sep 01 14:16:20.604712 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-54dceec9-3c17-4755-84a7-3f0d846d9ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:20.609390 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-54dceec9-3c17-4755-84a7-3f0d846d9ece service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=8acdb976501045c0813d16f3d0ffd13d&device_id=da103289-634e-420f-9750-b36e4d00c641 HTTP/1.1" status: 200 len: 1127 time: 0.0548806 Sep 01 14:16:20.667472 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-19eedec3-3e2c-4d3e-b6dd-b65aebb00a6d service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a35baeba-2fc3-441f-b089-15255aad1de1 HTTP/1.1" status: 200 len: 217 time: 0.0520654 Sep 01 14:16:21.020972 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-bf394b2e-39eb-4837-9a8f-7d416c9812ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:21.024174 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-bf394b2e-39eb-4837-9a8f-7d416c9812ee service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527 HTTP/1.1" status: 200 len: 851 time: 0.3504727 Sep 01 14:16:21.076242 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-9b210aab-40f4-4e8b-96ac-c42b7e7737f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:21.077657 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-9b210aab-40f4-4e8b-96ac-c42b7e7737f6 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472205 Sep 01 14:16:21.238015 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-9222f429-aed9-4cb6-86f9-bef95ed5afdd service neutron] 10.222.0.72 "GET /networking/v2.0/networks/ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540012 Sep 01 14:16:21.457183 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8c331-0f3c-49c2-bff1-435d8fa73ddb req-86dd5b2c-2602-49ff-b625-2e8c5025b1d7 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:21.460009 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cff8c331-0f3c-49c2-bff1-435d8fa73ddb req-86dd5b2c-2602-49ff-b625-2e8c5025b1d7 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=da103289-634e-420f-9750-b36e4d00c641 HTTP/1.1" status: 200 len: 943 time: 0.1383035 Sep 01 14:16:21.464327 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0aab5fd3-eba6-4197-8243-8a065c9c1ad7 req-26a186a6-2a71-41ea-a29a-9606fbae5a5f service neutron] 10.222.0.72 "GET /networking/v2.0/networks/ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188451 Sep 01 14:16:21.558452 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cff8c331-0f3c-49c2-bff1-435d8fa73ddb req-5bb9ddf7-4f9d-4b91-89cb-90be51e55038 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899873 Sep 01 14:16:22.699976 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505937f9-4380-43f5-8199-d9d2d67158cc req-d90c25b1-af47-4a63-be6d-f2052e2eb8c9 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:22.701646 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-505937f9-4380-43f5-8199-d9d2d67158cc req-d90c25b1-af47-4a63-be6d-f2052e2eb8c9 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=da103289-634e-420f-9750-b36e4d00c641 HTTP/1.1" status: 200 len: 943 time: 0.0532787 Sep 01 14:16:22.763869 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-505937f9-4380-43f5-8199-d9d2d67158cc req-8d2a116f-4fba-4e2d-9acf-ed59034e7b4e tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515318 Sep 01 14:16:23.661703 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=59 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:16:23.662889 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=82,neutron:DELETE=1 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:16:23.912513 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4420255-fee9-47ac-ba03-981673310d97 req-42690480-52fc-45c9-b6ae-aa4baa3b0299 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:23.914898 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f4420255-fee9-47ac-ba03-981673310d97 req-42690480-52fc-45c9-b6ae-aa4baa3b0299 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=da103289-634e-420f-9750-b36e4d00c641 HTTP/1.1" status: 200 len: 943 time: 0.0624988 Sep 01 14:16:23.975982 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f4420255-fee9-47ac-ba03-981673310d97 req-25c2cec2-ad22-400a-a3f0-79b954bbc10f tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545530 Sep 01 14:16:24.331865 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-3d49302c-23a6-4583-b232-5a184581533f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:25.120506 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9e6a8-5e03-4259-a4db-0e8084119d97 req-ecea334e-bab4-4e04-9960-e762db12b80c tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:25.122188 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0df9e6a8-5e03-4259-a4db-0e8084119d97 req-ecea334e-bab4-4e04-9960-e762db12b80c tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=da103289-634e-420f-9750-b36e4d00c641 HTTP/1.1" status: 200 len: 943 time: 0.0526419 Sep 01 14:16:25.178473 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0df9e6a8-5e03-4259-a4db-0e8084119d97 req-02ee249c-ef71-4dd5-90e9-bcb1e0f7cb8d tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503757 Sep 01 14:16:26.329483 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:16:26.356574 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182ec42-5099-4c50-a3ec-ad477041d741 req-9952a8b7-e21a-4187-bf0f-a22d01bd90f1 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:26.358683 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f182ec42-5099-4c50-a3ec-ad477041d741 req-9952a8b7-e21a-4187-bf0f-a22d01bd90f1 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=da103289-634e-420f-9750-b36e4d00c641 HTTP/1.1" status: 200 len: 943 time: 0.0905583 Sep 01 14:16:26.404538 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 36898) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:16:26.453364 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f182ec42-5099-4c50-a3ec-ad477041d741 req-b92a6058-402e-4c16-baa3-72b9465ff11a tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835822 Sep 01 14:16:26.568766 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-0c00e15d-6cba-4b29-b9b8-24fca8845aab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:26.709301 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-0c00e15d-6cba-4b29-b9b8-24fca8845aab admin admin] Publish callbacks [] for security_group (ea62a6da-f0ae-4fb3-b019-0e6b409c680a), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:26.792253 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-0c00e15d-6cba-4b29-b9b8-24fca8845aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (ea62a6da-f0ae-4fb3-b019-0e6b409c680a), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:26.862179 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00e15d-6cba-4b29-b9b8-24fca8845aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea62a6da-f0ae-4fb3-b019-0e6b409c680a,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:16:26.868799 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-0c00e15d-6cba-4b29-b9b8-24fca8845aab admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=df768956daa342c2a7cb7a1c0ae66b28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4631205 Sep 01 14:16:26.874972 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 36906) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:16:26.883760 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c00e15d-6cba-4b29-b9b8-24fca8845aab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:16:26.884456 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c00e15d-6cba-4b29-b9b8-24fca8845aab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:16:26.884456 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c00e15d-6cba-4b29-b9b8-24fca8845aab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:16:26.884833 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c00e15d-6cba-4b29-b9b8-24fca8845aab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:16:26.885115 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c00e15d-6cba-4b29-b9b8-24fca8845aab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:16:26.885679 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c00e15d-6cba-4b29-b9b8-24fca8845aab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:16:26.886219 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c00e15d-6cba-4b29-b9b8-24fca8845aab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:16:26.886739 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c00e15d-6cba-4b29-b9b8-24fca8845aab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:16:26.887280 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c00e15d-6cba-4b29-b9b8-24fca8845aab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:16:26.887623 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c00e15d-6cba-4b29-b9b8-24fca8845aab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:16:26.887964 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c00e15d-6cba-4b29-b9b8-24fca8845aab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:16:26.888290 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c00e15d-6cba-4b29-b9b8-24fca8845aab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:16:26.888823 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c00e15d-6cba-4b29-b9b8-24fca8845aab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:16:26.889157 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c00e15d-6cba-4b29-b9b8-24fca8845aab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:16:26.889486 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c00e15d-6cba-4b29-b9b8-24fca8845aab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:16:27.001761 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-50e1f5f0-bb44-4b00-96f0-d87891237776 admin admin] Publish callbacks [] for security_group (ea62a6da-f0ae-4fb3-b019-0e6b409c680a), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:27.016097 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:16:27.046583 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-50e1f5f0-bb44-4b00-96f0-d87891237776 admin admin] Publish callbacks [] for security_group (ea62a6da-f0ae-4fb3-b019-0e6b409c680a), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:27.211792 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-50e1f5f0-bb44-4b00-96f0-d87891237776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (ea62a6da-f0ae-4fb3-b019-0e6b409c680a), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:27.214557 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-50e1f5f0-bb44-4b00-96f0-d87891237776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:27.215824 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-50e1f5f0-bb44-4b00-96f0-d87891237776 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ea62a6da-f0ae-4fb3-b019-0e6b409c680a HTTP/1.1" status: 204 len: 168 time: 0.3386905 Sep 01 14:16:27.226493 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1f5f0-bb44-4b00-96f0-d87891237776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea62a6da-f0ae-4fb3-b019-0e6b409c680a,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:16:27.471879 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d8c4cb58-a5aa-480b-8b3b-196bd2be63ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:27.682116 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fdd5b-9e72-4aef-80c7-9fe09e726d0b req-eb339025-98ba-4564-87cc-fca602734af6 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:27.687110 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f62fdd5b-9e72-4aef-80c7-9fe09e726d0b req-eb339025-98ba-4564-87cc-fca602734af6 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=da103289-634e-420f-9750-b36e4d00c641 HTTP/1.1" status: 200 len: 943 time: 0.0957935 Sep 01 14:16:27.782550 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f62fdd5b-9e72-4aef-80c7-9fe09e726d0b req-56d29ad0-006b-4bd7-b471-ce786db80a9d tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891509 Sep 01 14:16:28.373368 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device a35baeba-2fc3-441f-b089-15255aad1de1 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=107075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:16:28.604703 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port a35baeba-2fc3-441f-b089-15255aad1de1, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=a35baeba-2fc3-441f-b089-15255aad1de1,segment=NetworkSegment(2b7d1c7b-bf62-4ac5-834a-3285ade09ba6),segment_id=2b7d1c7b-bf62-4ac5-834a-3285ade09ba6)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:16:28.631634 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Returning: {'device': 'a35baeba-2fc3-441f-b089-15255aad1de1', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'port_id': 'a35baeba-2fc3-441f-b089-15255aad1de1', 'mac_address': 'fa:16:3e:d1:3b:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:16:28.680802 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:16:28.703650 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port a35baeba-2fc3-441f-b089-15255aad1de1 is: DOWN; New status is: BUILD {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:16:28.704666 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (a35baeba-2fc3-441f-b089-15255aad1de1), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:28.726197 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a35baeba-2fc3-441f-b089-15255aad1de1 {{(pid=107075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:16:28.811323 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port a35baeba-2fc3-441f-b089-15255aad1de1, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=a35baeba-2fc3-441f-b089-15255aad1de1,segment=NetworkSegment(2b7d1c7b-bf62-4ac5-834a-3285ade09ba6),segment_id=2b7d1c7b-bf62-4ac5-834a-3285ade09ba6)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:16:28.928712 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (a35baeba-2fc3-441f-b089-15255aad1de1), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:29.192144 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=a35baeba-2fc3-441f-b089-15255aad1de1,revision_number=4']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:16:29.192431 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121af69c-d026-4141-bdb1-5b3250251d07 req-a51be1e9-5c0f-490b-858a-47fd84c452a3 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:29.197151 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-121af69c-d026-4141-bdb1-5b3250251d07 req-a51be1e9-5c0f-490b-858a-47fd84c452a3 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=da103289-634e-420f-9750-b36e4d00c641 HTTP/1.1" status: 200 len: 944 time: 0.2655001 Sep 01 14:16:29.210065 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] get_ports_and_sgs() called for port_ids ['a35baeba-2fc3-441f-b089-15255aad1de1'] {{(pid=107075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 14:16:29.330878 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:29.389453 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-121af69c-d026-4141-bdb1-5b3250251d07 req-a934d6dc-0164-4b97-8af1-2cc8a76a4630 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763771 Sep 01 14:16:29.682718 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:16:30.376102 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device a35baeba-2fc3-441f-b089-15255aad1de1 up at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:16:30.501106 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:30.517235 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 36962) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:16:30.543528 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565012be-a52d-42e4-adb9-6517871e0865 req-b2eb10d4-9c7e-4a40-83a7-6c41cb91352b tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:30.552168 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-565012be-a52d-42e4-adb9-6517871e0865 req-b2eb10d4-9c7e-4a40-83a7-6c41cb91352b tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=da103289-634e-420f-9750-b36e4d00c641 HTTP/1.1" status: 200 len: 944 time: 0.0840888 Sep 01 14:16:30.578528 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning for port a35baeba-2fc3-441f-b089-15255aad1de1 completed by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 14:16:30.617608 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-565012be-a52d-42e4-adb9-6517871e0865 req-0f7dee67-69ac-4357-a337-3570b9804ffb tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634894 Sep 01 14:16:30.751576 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning complete for port a35baeba-2fc3-441f-b089-15255aad1de1 triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:16:30.752544 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (a35baeba-2fc3-441f-b089-15255aad1de1), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:30.768771 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-1b8d0126-aa3b-4a01-9d35-60ab5fb9d03a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:30.797465 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:16:30.897638 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-1b8d0126-aa3b-4a01-9d35-60ab5fb9d03a admin admin] Publish callbacks [] for security_group (6a98591c-cb7c-4b14-96af-cb64036cd69e), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:30.905719 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port a35baeba-2fc3-441f-b089-15255aad1de1 is: BUILD; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:16:30.906542 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (a35baeba-2fc3-441f-b089-15255aad1de1), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:30.945197 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da103289-634e-420f-9750-b36e4d00c641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a35baeba-2fc3-441f-b089-15255aad1de1'}] {{(pid=107075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:16:30.948347 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea684a423e005867ab2b2321dba33e59ce354bd0b218533ae43957e9dbf26841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85481af3-2b9c-48b4-9bf7-e0e1a834b856" -d '{"events": [{"server_uuid": "da103289-634e-420f-9750-b36e4d00c641", "name": "network-vif-plugged", "status": "completed", "tag": "a35baeba-2fc3-441f-b089-15255aad1de1"}]}' {{(pid=107075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:16:30.967825 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port a35baeba-2fc3-441f-b089-15255aad1de1, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=a35baeba-2fc3-441f-b089-15255aad1de1,segment=NetworkSegment(2b7d1c7b-bf62-4ac5-834a-3285ade09ba6),segment_id=2b7d1c7b-bf62-4ac5-834a-3285ade09ba6)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:16:31.014823 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007c6fe6-2185-4b6a-8b1c-a33aacde1de0 x-openstack-request-id: req-007c6fe6-2185-4b6a-8b1c-a33aacde1de0 {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:16:31.015123 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da103289-634e-420f-9750-b36e4d00c641", "name": "network-vif-plugged", "status": "completed", "tag": "a35baeba-2fc3-441f-b089-15255aad1de1", "code": 200}]} {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:16:31.022583 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-007c6fe6-2185-4b6a-8b1c-a33aacde1de0 {{(pid=107075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:16:31.022583 dv-cinder-852211-7-iscsi neutron-server[107075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-007c6fe6-2185-4b6a-8b1c-a33aacde1de0'] response: {'server_uuid': 'da103289-634e-420f-9750-b36e4d00c641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a35baeba-2fc3-441f-b089-15255aad1de1', 'code': 200} Sep 01 14:16:31.056958 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-1b8d0126-aa3b-4a01-9d35-60ab5fb9d03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (6a98591c-cb7c-4b14-96af-cb64036cd69e), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:31.127015 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (a35baeba-2fc3-441f-b089-15255aad1de1), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:31.272001 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d0126-aa3b-4a01-9d35-60ab5fb9d03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a98591c-cb7c-4b14-96af-cb64036cd69e,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:16:31.354569 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:31.360665 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-1b8d0126-aa3b-4a01-9d35-60ab5fb9d03a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=4c85d259196745588a4569fb7766d758&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8374088 Sep 01 14:16:31.364047 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 36972) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:16:31.447256 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=a35baeba-2fc3-441f-b089-15255aad1de1,revision_number=5']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:16:31.531745 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d343b686-b049-44a8-a12b-bfeaa74b40f5 admin admin] Publish callbacks [] for security_group (6a98591c-cb7c-4b14-96af-cb64036cd69e), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:31.595791 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d343b686-b049-44a8-a12b-bfeaa74b40f5 admin admin] Publish callbacks [] for security_group (6a98591c-cb7c-4b14-96af-cb64036cd69e), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:31.870625 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7e8e9-5062-4f72-ab31-c28ab55dabd9 req-44acb0e2-e945-414f-83df-317e9ff88ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:31.877093 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d1e7e8e9-5062-4f72-ab31-c28ab55dabd9 req-44acb0e2-e945-414f-83df-317e9ff88ab1 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=da103289-634e-420f-9750-b36e4d00c641 HTTP/1.1" status: 200 len: 1129 time: 0.1941192 Sep 01 14:16:31.952245 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50140b3-4dce-4448-91bb-834ae831bbdc req-2d5fb186-51e4-4446-b6b0-73298c78fec7 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:31.955301 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a50140b3-4dce-4448-91bb-834ae831bbdc req-2d5fb186-51e4-4446-b6b0-73298c78fec7 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=da103289-634e-420f-9750-b36e4d00c641 HTTP/1.1" status: 200 len: 945 time: 0.1715217 Sep 01 14:16:32.066272 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d1e7e8e9-5062-4f72-ab31-c28ab55dabd9 req-6098c1a8-3ef1-47c2-b4c3-c1c6a7a7c911 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771240 Sep 01 14:16:32.109383 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a50140b3-4dce-4448-91bb-834ae831bbdc req-54269f73-670c-48c8-942c-f9ab7310be9d tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340880 Sep 01 14:16:32.154897 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d343b686-b049-44a8-a12b-bfeaa74b40f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (6a98591c-cb7c-4b14-96af-cb64036cd69e), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:32.159306 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d343b686-b049-44a8-a12b-bfeaa74b40f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:32.160632 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-d343b686-b049-44a8-a12b-bfeaa74b40f5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/6a98591c-cb7c-4b14-96af-cb64036cd69e HTTP/1.1" status: 204 len: 168 time: 0.7947733 Sep 01 14:16:32.180954 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343b686-b049-44a8-a12b-bfeaa74b40f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a98591c-cb7c-4b14-96af-cb64036cd69e,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:16:32.194620 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d343b686-b049-44a8-a12b-bfeaa74b40f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:16:32.195096 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d343b686-b049-44a8-a12b-bfeaa74b40f5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:16:32.195605 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d343b686-b049-44a8-a12b-bfeaa74b40f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:16:32.196096 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d343b686-b049-44a8-a12b-bfeaa74b40f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:16:32.196830 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d343b686-b049-44a8-a12b-bfeaa74b40f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:16:32.197398 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d343b686-b049-44a8-a12b-bfeaa74b40f5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:16:32.198038 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d343b686-b049-44a8-a12b-bfeaa74b40f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:16:32.198603 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d343b686-b049-44a8-a12b-bfeaa74b40f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:16:32.199213 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d343b686-b049-44a8-a12b-bfeaa74b40f5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:16:32.199931 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d343b686-b049-44a8-a12b-bfeaa74b40f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:16:32.200543 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d343b686-b049-44a8-a12b-bfeaa74b40f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:16:32.201092 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d343b686-b049-44a8-a12b-bfeaa74b40f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:16:32.201677 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d343b686-b049-44a8-a12b-bfeaa74b40f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:16:32.202272 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d343b686-b049-44a8-a12b-bfeaa74b40f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:16:32.203021 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d343b686-b049-44a8-a12b-bfeaa74b40f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:16:33.314982 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d40e6-41c0-47bd-b425-0e35933d29c3 req-7d3f6edb-47df-4ec8-b77e-9d6eb0d89ec4 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:33.326567 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-971d40e6-41c0-47bd-b425-0e35933d29c3 req-7d3f6edb-47df-4ec8-b77e-9d6eb0d89ec4 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=da103289-634e-420f-9750-b36e4d00c641 HTTP/1.1" status: 200 len: 945 time: 0.0970850 Sep 01 14:16:33.402907 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-971d40e6-41c0-47bd-b425-0e35933d29c3 req-7a325b17-09da-4e6a-beaa-24a24f70ddf8 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749931 Sep 01 14:16:34.626966 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456077f-25c3-4634-9700-f9ad4b0fb994 req-8df9c07c-facf-486b-b546-81cb502e7a38 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:34.629613 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6456077f-25c3-4634-9700-f9ad4b0fb994 req-8df9c07c-facf-486b-b546-81cb502e7a38 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=da103289-634e-420f-9750-b36e4d00c641 HTTP/1.1" status: 200 len: 945 time: 0.0790060 Sep 01 14:16:34.660437 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:16:34.720032 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6456077f-25c3-4634-9700-f9ad4b0fb994 req-ab785459-bf00-43b5-8518-b0df94c23c85 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759645 Sep 01 14:16:34.934609 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a92d04-f006-43ee-b9e5-7597b29dbdb3 req-efd94670-0895-4eed-8c98-204578022c1e tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:34.936233 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-06a92d04-f006-43ee-b9e5-7597b29dbdb3 req-efd94670-0895-4eed-8c98-204578022c1e tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=da103289-634e-420f-9750-b36e4d00c641 HTTP/1.1" status: 200 len: 945 time: 0.0734594 Sep 01 14:16:35.024074 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-06a92d04-f006-43ee-b9e5-7597b29dbdb3 req-4bc30097-bf21-40f1-b68d-3316578c2708 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813537 Sep 01 14:16:35.073265 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 37000) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:16:35.126240 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:16:35.137106 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15eab8af-6c86-491c-831d-366df076d118 tempest-TestVolumeBootPattern-1683312133 tempest-TestVolumeBootPattern-1683312133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:35.145632 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-15eab8af-6c86-491c-831d-366df076d118 tempest-TestVolumeBootPattern-1683312133 tempest-TestVolumeBootPattern-1683312133-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=da103289-634e-420f-9750-b36e4d00c641 HTTP/1.1" status: 200 len: 1124 time: 0.0642788 Sep 01 14:16:35.145878 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 37002) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:16:35.153002 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [None req-4f836768-f3e6-4b24-b21f-2c01844a420a tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Request body: {'floatingip': {'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'port_id': 'a35baeba-2fc3-441f-b089-15255aad1de1', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:16:35.294982 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-4f836768-f3e6-4b24-b21f-2c01844a420a tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:35.411135 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-4f836768-f3e6-4b24-b21f-2c01844a420a tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:35.669926 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.db_base_plugin_common [None req-4f836768-f3e6-4b24-b21f-2c01844a420a tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Allocated IP 172.27.2.241 (495e3753-365b-4db4-ace7-a3dca370cb0d/c60058e0-5076-4233-a499-c0113b757f85/41553fc4-7a5b-4029-9531-5d1578d32450) {{(pid=107073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:16:35.920743 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-4f836768-f3e6-4b24-b21f-2c01844a420a tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for port (41553fc4-7a5b-4029-9531-5d1578d32450), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:36.057637 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-4f836768-f3e6-4b24-b21f-2c01844a420a tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (41553fc4-7a5b-4029-9531-5d1578d32450), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:36.110630 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f836768-f3e6-4b24-b21f-2c01844a420a tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Network 495e3753-365b-4db4-ace7-a3dca370cb0d is already hosted by enough agents. {{(pid=107073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:16:36.119223 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.base_scheduler [None req-4f836768-f3e6-4b24-b21f-2c01844a420a tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Resources bound (agent type, host, resource id): {{(pid=107073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:16:36.122303 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f836768-f3e6-4b24-b21f-2c01844a420a tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Received port after_create {{(pid=107073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:16:36.156735 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f836768-f3e6-4b24-b21f-2c01844a420a tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Pushing event updated for resources: {'Port': ['ID=41553fc4-7a5b-4029-9531-5d1578d32450,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:16:36.628344 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:16:36.854328 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:16:36.884544 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-4f836768-f3e6-4b24-b21f-2c01844a420a tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for floatingip (10b10c86-8b3d-4737-a435-2b47f5a5fb3b), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:37.088232 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-4f836768-f3e6-4b24-b21f-2c01844a420a tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (41553fc4-7a5b-4029-9531-5d1578d32450), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:37.387255 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-4f836768-f3e6-4b24-b21f-2c01844a420a tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for port (41553fc4-7a5b-4029-9531-5d1578d32450), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:37.725642 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-4f836768-f3e6-4b24-b21f-2c01844a420a tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3071173'] for port (41553fc4-7a5b-4029-9531-5d1578d32450), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:37.804879 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f836768-f3e6-4b24-b21f-2c01844a420a tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Pushing event updated for resources: {'Port': ['ID=41553fc4-7a5b-4029-9531-5d1578d32450,revision_number=2']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:16:37.807702 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-4f836768-f3e6-4b24-b21f-2c01844a420a tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122292'] for floatingip (10b10c86-8b3d-4737-a435-2b47f5a5fb3b), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:37.931864 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.db.l3_db [None req-4f836768-f3e6-4b24-b21f-2c01844a420a tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Floating IP 10b10c86-8b3d-4737-a435-2b47f5a5fb3b associated. External IP: 172.27.2.241, port: a35baeba-2fc3-441f-b089-15255aad1de1. Sep 01 14:16:38.363081 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f836768-f3e6-4b24-b21f-2c01844a420a tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Router e0ff8f07-361c-48d1-b834-0573de213e75 has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:16:38.456062 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:16:38.521371 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f836768-f3e6-4b24-b21f-2c01844a420a tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:16:38.539702 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f67d0b-e339-4b31-b1ac-3fa69ae7e436 None None] Sync routers for ids ['e0ff8f07-361c-48d1-b834-0573de213e75'] in dv-cinder-852211-7-iscsi {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:16:38.549394 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f67d0b-e339-4b31-b1ac-3fa69ae7e436 None None] Routers {'e0ff8f07-361c-48d1-b834-0573de213e75'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:16:38.550232 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-84f67d0b-e339-4b31-b1ac-3fa69ae7e436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:16:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['e0ff8f07-361c-48d1-b834-0573de213e75'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:16:38.638253 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-4f836768-f3e6-4b24-b21f-2c01844a420a tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for floatingip (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:38.716455 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-4f836768-f3e6-4b24-b21f-2c01844a420a tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5692904 Sep 01 14:16:38.717760 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da103289-634e-420f-9750-b36e4d00c641', 'tag': 'a35baeba-2fc3-441f-b089-15255aad1de1'}] {{(pid=107073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:16:38.720858 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa2be68435688eaee197eda6180a725a3135abf9bfe352ecc662039bf4a93bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0028f0c-6e93-4ad5-b014-0eb2ab3dd639" -d '{"events": [{"name": "network-changed", "server_uuid": "da103289-634e-420f-9750-b36e4d00c641", "tag": "a35baeba-2fc3-441f-b089-15255aad1de1"}]}' {{(pid=107073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:16:38.754755 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-84f67d0b-e339-4b31-b1ac-3fa69ae7e436 None None] Set router e0ff8f07-361c-48d1-b834-0573de213e75 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:16:39.160570 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668bed16-9d3f-42e2-84db-8dd983e163c0 x-openstack-request-id: req-668bed16-9d3f-42e2-84db-8dd983e163c0 {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:16:39.161396 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da103289-634e-420f-9750-b36e4d00c641", "tag": "a35baeba-2fc3-441f-b089-15255aad1de1", "status": "completed", "code": 200}]} {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:16:39.161396 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-668bed16-9d3f-42e2-84db-8dd983e163c0 {{(pid=107073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:16:39.161774 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-668bed16-9d3f-42e2-84db-8dd983e163c0'] response: {'name': 'network-changed', 'server_uuid': 'da103289-634e-420f-9750-b36e4d00c641', 'tag': 'a35baeba-2fc3-441f-b089-15255aad1de1', 'status': 'completed', 'code': 200} Sep 01 14:16:39.178617 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-84f67d0b-e339-4b31-b1ac-3fa69ae7e436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'name': 'tempest-TestVolumeBootPattern-1276467625-router', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:27Z', 'revision_number': 4, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'gw_port': {'id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:18:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': '10b10c86-8b3d-4737-a435-2b47f5a5fb3b', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'port_id': 'a35baeba-2fc3-441f-b089-15255aad1de1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'mac_address': 'fa:16:3e:d1:3b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da103289-634e-420f-9750-b36e4d00c641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:16:36Z', 'updated_at': '2022-09-01T14:16:36Z', 'revision_number': 0, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533a4976-41de-431f-aa44-4aaf39a68069', 'name': '', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'mac_address': 'fa:16:3e:f1:ac:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:26Z', 'updated_at': '2022-09-01T14:12:34Z', 'revision_number': 5, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'subnets': [{'id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:16:39.242584 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f67d0b-e339-4b31-b1ac-3fa69ae7e436 None None] Checking router: e0ff8f07-361c-48d1-b834-0573de213e75 for host: dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:16:39.260350 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0028f0c-6e93-4ad5-b014-0eb2ab3dd639 req-08c1f3cd-9a24-40e2-9e9b-a49846351778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:39.260350 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f0028f0c-6e93-4ad5-b014-0eb2ab3dd639 req-08c1f3cd-9a24-40e2-9e9b-a49846351778 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=8acdb976501045c0813d16f3d0ffd13d&device_id=da103289-634e-420f-9750-b36e4d00c641 HTTP/1.1" status: 200 len: 1129 time: 0.0655916 Sep 01 14:16:39.265295 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f67d0b-e339-4b31-b1ac-3fa69ae7e436 None None] Routers {'e0ff8f07-361c-48d1-b834-0573de213e75'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:16:39.266550 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-84f67d0b-e339-4b31-b1ac-3fa69ae7e436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:16:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['e0ff8f07-361c-48d1-b834-0573de213e75'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:16:39.432847 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0028f0c-6e93-4ad5-b014-0eb2ab3dd639 req-d6c5137a-81b0-4f29-9814-2dfa25093211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:39.435570 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f0028f0c-6e93-4ad5-b014-0eb2ab3dd639 req-d6c5137a-81b0-4f29-9814-2dfa25093211 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 HTTP/1.1" status: 200 len: 913 time: 0.1735270 Sep 01 14:16:39.514812 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-84f67d0b-e339-4b31-b1ac-3fa69ae7e436 None None] Set router e0ff8f07-361c-48d1-b834-0573de213e75 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:16:39.548540 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f0028f0c-6e93-4ad5-b014-0eb2ab3dd639 req-7b112f86-c3bb-461b-9112-12ec549fab2c service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a35baeba-2fc3-441f-b089-15255aad1de1 HTTP/1.1" status: 200 len: 999 time: 0.1062102 Sep 01 14:16:39.597166 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:16:39.626402 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0028f0c-6e93-4ad5-b014-0eb2ab3dd639 req-10e98f85-ca61-4037-9573-d30ac21b7d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:39.630065 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f0028f0c-6e93-4ad5-b014-0eb2ab3dd639 req-10e98f85-ca61-4037-9573-d30ac21b7d83 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527 HTTP/1.1" status: 200 len: 851 time: 0.0730939 Sep 01 14:16:39.657481 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:39.711946 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0028f0c-6e93-4ad5-b014-0eb2ab3dd639 req-ff4642bf-bc55-4ab2-ac78-5ede905224ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:39.714194 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f0028f0c-6e93-4ad5-b014-0eb2ab3dd639 req-ff4642bf-bc55-4ab2-ac78-5ede905224ef service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0796227 Sep 01 14:16:39.839982 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f0028f0c-6e93-4ad5-b014-0eb2ab3dd639 req-92283525-db12-476c-8595-f6b646c9dfeb service neutron] 10.222.0.72 "GET /networking/v2.0/networks/ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158416 Sep 01 14:16:39.865114 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-84f67d0b-e339-4b31-b1ac-3fa69ae7e436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'name': 'tempest-TestVolumeBootPattern-1276467625-router', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:27Z', 'revision_number': 4, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'gw_port': {'id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:18:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': '10b10c86-8b3d-4737-a435-2b47f5a5fb3b', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'port_id': 'a35baeba-2fc3-441f-b089-15255aad1de1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'mac_address': 'fa:16:3e:d1:3b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da103289-634e-420f-9750-b36e4d00c641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:16:36Z', 'updated_at': '2022-09-01T14:16:36Z', 'revision_number': 0, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533a4976-41de-431f-aa44-4aaf39a68069', 'name': '', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'mac_address': 'fa:16:3e:f1:ac:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:26Z', 'updated_at': '2022-09-01T14:12:34Z', 'revision_number': 5, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'subnets': [{'id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:16:39.907845 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f67d0b-e339-4b31-b1ac-3fa69ae7e436 None None] The sync data for ids ['e0ff8f07-361c-48d1-b834-0573de213e75'] in dv-cinder-852211-7-iscsi is: [{'id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'name': 'tempest-TestVolumeBootPattern-1276467625-router', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:27Z', 'revision_number': 4, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'gw_port': {'id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:18:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': '10b10c86-8b3d-4737-a435-2b47f5a5fb3b', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'port_id': 'a35baeba-2fc3-441f-b089-15255aad1de1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'mac_address': 'fa:16:3e:d1:3b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da103289-634e-420f-9750-b36e4d00c641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:16:36Z', 'updated_at': '2022-09-01T14:16:36Z', 'revision_number': 0, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533a4976-41de-431f-aa44-4aaf39a68069', 'name': '', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'mac_address': 'fa:16:3e:f1:ac:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:26Z', 'updated_at': '2022-09-01T14:12:34Z', 'revision_number': 5, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'subnets': [{'id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:16:39.973511 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f0028f0c-6e93-4ad5-b014-0eb2ab3dd639 req-08ed047f-c4d1-4dd9-8270-8ec511c0ab18 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273544 Sep 01 14:16:40.233890 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72741235-4106-4614-b305-658ec3a8d0f0 None None] New status for floating IP 10b10c86-8b3d-4737-a435-2b47f5a5fb3b: ACTIVE {{(pid=107075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 14:16:40.368704 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:16:41.349011 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=64,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:16:45.256813 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cb579e75-a317-4794-962d-fe91bbaf41b4 req-db1d2b27-d4bf-4f32-b12b-7ee29b2b06fc service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=da103289-634e-420f-9750-b36e4d00c641&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719354 Sep 01 14:16:45.401832 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb579e75-a317-4794-962d-fe91bbaf41b4 req-456f61ae-4acd-452a-9b14-da1530705026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:45.403654 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cb579e75-a317-4794-962d-fe91bbaf41b4 req-456f61ae-4acd-452a-9b14-da1530705026 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=8acdb976501045c0813d16f3d0ffd13d&device_id=da103289-634e-420f-9750-b36e4d00c641 HTTP/1.1" status: 200 len: 1129 time: 0.0729280 Sep 01 14:16:45.541100 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb579e75-a317-4794-962d-fe91bbaf41b4 req-397fbb31-9145-465d-9cb4-45274dfb44ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:45.542825 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cb579e75-a317-4794-962d-fe91bbaf41b4 req-397fbb31-9145-465d-9cb4-45274dfb44ea service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 HTTP/1.1" status: 200 len: 913 time: 0.1120164 Sep 01 14:16:45.652837 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cb579e75-a317-4794-962d-fe91bbaf41b4 req-076032ec-c98e-44c5-b133-cabf6a428015 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a35baeba-2fc3-441f-b089-15255aad1de1 HTTP/1.1" status: 200 len: 1001 time: 0.1014712 Sep 01 14:16:45.708579 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb579e75-a317-4794-962d-fe91bbaf41b4 req-c748c945-c784-47e5-aa84-356516223c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:45.710840 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cb579e75-a317-4794-962d-fe91bbaf41b4 req-c748c945-c784-47e5-aa84-356516223c2d service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527 HTTP/1.1" status: 200 len: 851 time: 0.0517726 Sep 01 14:16:45.767484 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb579e75-a317-4794-962d-fe91bbaf41b4 req-d9c12b6a-db9e-43d4-af8d-c4025236667b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:16:45.769262 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cb579e75-a317-4794-962d-fe91bbaf41b4 req-d9c12b6a-db9e-43d4-af8d-c4025236667b service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527525 Sep 01 14:16:45.902353 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cb579e75-a317-4794-962d-fe91bbaf41b4 req-45d4554e-7740-438d-9aa7-8c4fee5d3c05 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257770 Sep 01 14:16:45.932903 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:16:46.018369 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-cb579e75-a317-4794-962d-fe91bbaf41b4 req-8ee60865-e0dc-4a68-b80a-5aada94518b6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079874 Sep 01 14:16:50.298755 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 37138) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:16:50.348076 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c63457-7bbe-403d-9558-9b72d28115b2 admin admin] Deleting subnet 1e059061-cfd6-4ff5-946d-7b6acfedc96b {{(pid=107074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 14:16:50.352213 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-09c63457-7bbe-403d-9558-9b72d28115b2 admin admin] Publish callbacks [] for subnet (1e059061-cfd6-4ff5-946d-7b6acfedc96b), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:50.406254 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=60,neutron:UPDATE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:16:50.407140 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-09c63457-7bbe-403d-9558-9b72d28115b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2922440'] for subnet (1e059061-cfd6-4ff5-946d-7b6acfedc96b), precommit_delete_associations {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:50.456035 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-09c63457-7bbe-403d-9558-9b72d28115b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784543'] for subnet (1e059061-cfd6-4ff5-946d-7b6acfedc96b), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:50.622827 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-09c63457-7bbe-403d-9558-9b72d28115b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2922457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2708936'] for subnet (1e059061-cfd6-4ff5-946d-7b6acfedc96b), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:50.653873 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c63457-7bbe-403d-9558-9b72d28115b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e059061-cfd6-4ff5-946d-7b6acfedc96b,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:16:50.656125 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-09c63457-7bbe-403d-9558-9b72d28115b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for subnet (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:50.659807 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-09c63457-7bbe-403d-9558-9b72d28115b2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/1e059061-cfd6-4ff5-946d-7b6acfedc96b HTTP/1.1" status: 204 len: 168 time: 0.3597066 Sep 01 14:16:50.664055 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 37140) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:16:50.672325 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 6 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:16:50.750169 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-9cf55ab8-7975-4be8-b473-cfdef3f200eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-703534'] for network (b4e12ec0-72a1-4de6-85a2-65af038c9b2d), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:50.845378 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-9cf55ab8-7975-4be8-b473-cfdef3f200eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718328', 'neutron.services.segments.db._delete_segments_for_network-8786311954077'] for network (b4e12ec0-72a1-4de6-85a2-65af038c9b2d), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:50.877523 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.services.segments.db [None req-9cf55ab8-7975-4be8-b473-cfdef3f200eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4e12ec0-72a1-4de6-85a2-65af038c9b2d']}} {{(pid=107074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:16:50.890656 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.services.segments.db [None req-9cf55ab8-7975-4be8-b473-cfdef3f200eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dbd6011-ca1d-40bc-b934-8765355cb8a9') {'for_net_delete': True} {{(pid=107074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:16:50.891078 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.services.segments.db [None req-9cf55ab8-7975-4be8-b473-cfdef3f200eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dbd6011-ca1d-40bc-b934-8765355cb8a9') {} {{(pid=107074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:16:50.904923 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-9cf55ab8-7975-4be8-b473-cfdef3f200eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786311985893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2922463'] for segment (3dbd6011-ca1d-40bc-b934-8765355cb8a9), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:50.923275 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-9cf55ab8-7975-4be8-b473-cfdef3f200eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881'] for segment (3dbd6011-ca1d-40bc-b934-8765355cb8a9), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:50.932856 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf55ab8-7975-4be8-b473-cfdef3f200eb admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=107074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 14:16:50.933309 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-9cf55ab8-7975-4be8-b473-cfdef3f200eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923899'] for segment (3dbd6011-ca1d-40bc-b934-8765355cb8a9), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:50.997019 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.services.segments.plugin [-] Segment 3dbd6011-ca1d-40bc-b934-8765355cb8a9 resource provider aggregate not found Sep 01 14:16:51.026194 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.services.segments.plugin [-] Segment 3dbd6011-ca1d-40bc-b934-8765355cb8a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3dbd6011-ca1d-40bc-b934-8765355cb8a9 found for delete ", "request_id": "req-63b404be-53b8-42e1-8675-91fa9b38b95d"}]} Sep 01 14:16:51.136957 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-9cf55ab8-7975-4be8-b473-cfdef3f200eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122255'] for network (b4e12ec0-72a1-4de6-85a2-65af038c9b2d), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:51.142809 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-9cf55ab8-7975-4be8-b473-cfdef3f200eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for network (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:51.146945 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-9cf55ab8-7975-4be8-b473-cfdef3f200eb admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/b4e12ec0-72a1-4de6-85a2-65af038c9b2d HTTP/1.1" status: 204 len: 168 time: 0.4818492 Sep 01 14:16:51.163868 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf55ab8-7975-4be8-b473-cfdef3f200eb admin admin] Pushing event deleted for resources: {'Network': ['ID=b4e12ec0-72a1-4de6-85a2-65af038c9b2d,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:16:51.565360 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=87 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:16:51.667086 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 37148) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:16:51.713571 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-58c325c5-8d8a-44cf-bc44-0d1b3f0e24bc admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=493732d3c282440f8593558858bb0b33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451560 Sep 01 14:16:51.716587 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 37150) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:16:51.778323 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-45bc3411-6dc0-4771-8ddd-147c106135db admin admin] Publish callbacks [] for security_group (1f8fab36-09b2-4348-8b08-c3c67e321936), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:51.803660 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-45bc3411-6dc0-4771-8ddd-147c106135db admin admin] Publish callbacks [] for security_group (1f8fab36-09b2-4348-8b08-c3c67e321936), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:51.968047 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-45bc3411-6dc0-4771-8ddd-147c106135db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (1f8fab36-09b2-4348-8b08-c3c67e321936), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:51.971722 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-45bc3411-6dc0-4771-8ddd-147c106135db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:51.973563 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-45bc3411-6dc0-4771-8ddd-147c106135db admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1f8fab36-09b2-4348-8b08-c3c67e321936 HTTP/1.1" status: 204 len: 168 time: 0.2556212 Sep 01 14:16:51.985948 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc3411-6dc0-4771-8ddd-147c106135db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8fab36-09b2-4348-8b08-c3c67e321936,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:16:54.399863 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-b78bbbec-c95d-42f1-88de-8a35ed1e4765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:56.014652 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=81 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:16:57.468191 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-57716dd5-a061-4591-921e-7ab233f4798c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:16:59.328202 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:17:00.425238 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:17:00.664594 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=69 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:17:01.196619 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:17:01.842834 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=76,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:17:01.979949 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:17:03.894862 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 37224) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:17:04.065722 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4366b86c-ac4e-4dd0-bd5f-f8b3ed88bd43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:17:04.158823 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4366b86c-ac4e-4dd0-bd5f-f8b3ed88bd43 admin admin] Publish callbacks [] for security_group (89d74fe4-88be-4658-b211-5a552335d38e), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:17:04.302783 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-4366b86c-ac4e-4dd0-bd5f-f8b3ed88bd43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (89d74fe4-88be-4658-b211-5a552335d38e), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:17:04.347762 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366b86c-ac4e-4dd0-bd5f-f8b3ed88bd43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d74fe4-88be-4658-b211-5a552335d38e,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:17:04.353078 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-4366b86c-ac4e-4dd0-bd5f-f8b3ed88bd43 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ce4f5642f90247809fb105c3d413d5e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4567714 Sep 01 14:17:04.362950 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 37228) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:17:04.415319 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-06d5ff0a-6edc-461c-9ae3-326dffed32d5 admin admin] Publish callbacks [] for security_group (89d74fe4-88be-4658-b211-5a552335d38e), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:17:04.444869 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-06d5ff0a-6edc-461c-9ae3-326dffed32d5 admin admin] Publish callbacks [] for security_group (89d74fe4-88be-4658-b211-5a552335d38e), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:17:04.617454 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-06d5ff0a-6edc-461c-9ae3-326dffed32d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (89d74fe4-88be-4658-b211-5a552335d38e), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:17:04.620128 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-06d5ff0a-6edc-461c-9ae3-326dffed32d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:17:04.621356 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-06d5ff0a-6edc-461c-9ae3-326dffed32d5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/89d74fe4-88be-4658-b211-5a552335d38e HTTP/1.1" status: 204 len: 168 time: 0.2634766 Sep 01 14:17:04.631201 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5ff0a-6edc-461c-9ae3-326dffed32d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d74fe4-88be-4658-b211-5a552335d38e,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:17:09.593569 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:17:14.625430 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=38,neutron:INSERT=6,neutron:DELETE=3 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:17:14.626418 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=31,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:17:19.472380 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:17:19.475506 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:17:24.424374 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-9f3228cd-b8b8-49c4-9d13-1538130a1b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:17:27.456044 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-b93121c5-0009-4871-87e9-e704b622aa39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:17:27.671982 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 6 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:17:28.554758 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=18 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:17:29.284914 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:17:30.378822 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:17:31.182275 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:17:37.667735 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=16 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:17:39.576284 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:17:46.196392 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-37b65a60-f875-4e84-813c-0c025779ba59 req-03a30ecd-e4e8-4bc0-8b19-fab9c564abfb service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=da103289-634e-420f-9750-b36e4d00c641&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0552270 Sep 01 14:17:46.300871 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b65a60-f875-4e84-813c-0c025779ba59 req-0e3e715f-bd7b-4fd3-b5e0-b5153cc19b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:17:46.304369 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-37b65a60-f875-4e84-813c-0c025779ba59 req-0e3e715f-bd7b-4fd3-b5e0-b5153cc19b09 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=8acdb976501045c0813d16f3d0ffd13d&device_id=da103289-634e-420f-9750-b36e4d00c641 HTTP/1.1" status: 200 len: 1129 time: 0.0545535 Sep 01 14:17:46.482478 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b65a60-f875-4e84-813c-0c025779ba59 req-63ceac3e-f4c6-47d8-b52a-159d3ab9ec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:17:46.484885 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-37b65a60-f875-4e84-813c-0c025779ba59 req-63ceac3e-f4c6-47d8-b52a-159d3ab9ec49 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 HTTP/1.1" status: 200 len: 913 time: 0.1607456 Sep 01 14:17:46.570802 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-37b65a60-f875-4e84-813c-0c025779ba59 req-ba7379a5-6467-406a-ac5b-db725fc22b59 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a35baeba-2fc3-441f-b089-15255aad1de1 HTTP/1.1" status: 200 len: 1001 time: 0.0790484 Sep 01 14:17:46.627368 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b65a60-f875-4e84-813c-0c025779ba59 req-f3add127-2a8b-48b3-817a-c622d29376d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:17:46.628896 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-37b65a60-f875-4e84-813c-0c025779ba59 req-f3add127-2a8b-48b3-817a-c622d29376d3 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527 HTTP/1.1" status: 200 len: 851 time: 0.0528026 Sep 01 14:17:46.686227 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b65a60-f875-4e84-813c-0c025779ba59 req-69255916-ce5f-48e9-976b-0adb4741123d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:17:46.687824 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-37b65a60-f875-4e84-813c-0c025779ba59 req-69255916-ce5f-48e9-976b-0adb4741123d service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526547 Sep 01 14:17:46.795393 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-37b65a60-f875-4e84-813c-0c025779ba59 req-8724ac00-9392-49d6-b235-9228cdb35cac service neutron] 10.222.0.72 "GET /networking/v2.0/networks/ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012096 Sep 01 14:17:46.933414 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-37b65a60-f875-4e84-813c-0c025779ba59 req-4a51077d-f31a-4377-af94-ba85b96a1a5e service neutron] 10.222.0.72 "GET /networking/v2.0/networks/ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313710 Sep 01 14:17:49.480399 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:17:49.483393 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:17:54.678466 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-824b6671-6842-46d8-b3b2-2e5f15554095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:17:56.928000 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=52 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:17:56.930152 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=49 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:17:57.429211 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5f0b5433-55a5-4a98-a592-aaeba1fa8f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:17:59.246129 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:18:00.444611 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:18:01.187206 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:18:04.671274 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 6 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:18:09.628478 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:18:18.666176 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=5 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:18:18.667182 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:18:19.501867 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:18:19.504378 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:18:22.830746 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-04f96ca4-b0f2-444a-b6ce-3a5e88af229d tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-597656021&fields=id&tenant_id=8acdb976501045c0813d16f3d0ffd13d HTTP/1.1" status: 200 len: 267 time: 0.0560524 Sep 01 14:18:22.973238 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-79d2a209-1b98-48e3-878a-d50d761a5d99 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:18:22.975835 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-79d2a209-1b98-48e3-878a-d50d761a5d99 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/networks?id=ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 HTTP/1.1" status: 200 len: 812 time: 0.1376052 Sep 01 14:18:22.992523 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-7069ad01-7e9a-4de0-bf73-8d9d288cf5eb tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/quotas/8acdb976501045c0813d16f3d0ffd13d HTTP/1.1" status: 200 len: 375 time: 0.0105667 Sep 01 14:18:23.051593 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-68c47de9-778a-4605-8f4f-210167d9b5e6 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=8acdb976501045c0813d16f3d0ffd13d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0534179 Sep 01 14:18:23.293442 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-26f2d9e3-6f4d-475e-bb0f-cf768fddd587 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295289 Sep 01 14:18:23.687822 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-66433d40-1089-4ed7-91e2-cb5edfb3931b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879800 Sep 01 14:18:24.358704 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-8096714b-e958-4fed-92df-87e63186d936 req-9a067160-3aac-43f6-a863-e9272d30e6c6 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=397a9d6e-2200-46c1-8e47-26aa9d406ab3 HTTP/1.1" status: 200 len: 210 time: 0.0497468 Sep 01 14:18:24.372123 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-2d4fec56-181c-47cb-9340-4213e721ec5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:18:25.491099 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c15e8490-55b5-45e5-a4df-312ba94efa73 req-5c4bc1df-e257-470c-93cf-6b468800ed48 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=397a9d6e-2200-46c1-8e47-26aa9d406ab3 HTTP/1.1" status: 200 len: 210 time: 0.0414929 Sep 01 14:18:26.661635 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f615b66a-727d-4d81-a57e-3f0aa8eaaaa5 req-7065eed2-5137-464b-8e34-caa8f55c8727 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=397a9d6e-2200-46c1-8e47-26aa9d406ab3 HTTP/1.1" status: 200 len: 210 time: 0.0708313 Sep 01 14:18:26.728132 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-02af3836-4d46-49af-ba44-7f794b1327ff tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:18:26.729710 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-02af3836-4d46-49af-ba44-7f794b1327ff tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.72 "GET /networking/v2.0/networks?id=ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 HTTP/1.1" status: 200 len: 812 time: 0.1709099 Sep 01 14:18:26.804183 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-b1cf35c5-3d77-48ce-8ce0-7d16c1a6aef6 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8acdb976501045c0813d16f3d0ffd13d HTTP/1.1" status: 200 len: 379 time: 0.0658512 Sep 01 14:18:26.812765 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-de975749-7a93-4569-9f94-9b57ec88a1ee tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Request body: {'port': {'device_id': '397a9d6e-2200-46c1-8e47-26aa9d406ab3', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'admin_state_up': True, 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'security_groups': ['777c6d32-7822-4d36-9c77-fefc1d699394']}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:18:27.063517 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-de975749-7a93-4569-9f94-9b57ec88a1ee tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Made reservation on behalf of 8acdb976501045c0813d16f3d0ffd13d for: {'port': 1} {{(pid=107073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:18:27.070846 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-de975749-7a93-4569-9f94-9b57ec88a1ee tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:18:27.292678 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:18:27.299683 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.db_base_plugin_common [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-de975749-7a93-4569-9f94-9b57ec88a1ee tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Allocated IP 172.20.0.6 (ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0/db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527/eecd28cb-3ec6-44bb-9bad-77c2c70db92a) {{(pid=107073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:18:27.408836 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:18:27.477320 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-de975749-7a93-4569-9f94-9b57ec88a1ee tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for port (eecd28cb-3ec6-44bb-9bad-77c2c70db92a), precommit_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:18:27.491683 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-363c49e5-5b57-41d9-8f43-8950e943ef9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:18:27.623076 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-de975749-7a93-4569-9f94-9b57ec88a1ee tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (eecd28cb-3ec6-44bb-9bad-77c2c70db92a), after_create {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:18:27.675881 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-de975749-7a93-4569-9f94-9b57ec88a1ee tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Network ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 is already hosted by enough agents. {{(pid=107073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:18:27.679616 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.base_scheduler [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-de975749-7a93-4569-9f94-9b57ec88a1ee tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Resources bound (agent type, host, resource id): {{(pid=107073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:18:27.684225 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-de975749-7a93-4569-9f94-9b57ec88a1ee tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Received port after_create {{(pid=107073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:18:27.691350 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de975749-7a93-4569-9f94-9b57ec88a1ee tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Pushing event updated for resources: {'Port': ['ID=eecd28cb-3ec6-44bb-9bad-77c2c70db92a,revision_number=1']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:18:27.729565 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de975749-7a93-4569-9f94-9b57ec88a1ee tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:27.730016 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de975749-7a93-4569-9f94-9b57ec88a1ee tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:27.730337 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de975749-7a93-4569-9f94-9b57ec88a1ee tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:27.730635 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de975749-7a93-4569-9f94-9b57ec88a1ee tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:27.730971 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de975749-7a93-4569-9f94-9b57ec88a1ee tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:27.731297 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de975749-7a93-4569-9f94-9b57ec88a1ee tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:27.731851 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de975749-7a93-4569-9f94-9b57ec88a1ee tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:27.732383 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de975749-7a93-4569-9f94-9b57ec88a1ee tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:27.732738 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de975749-7a93-4569-9f94-9b57ec88a1ee tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:27.733299 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de975749-7a93-4569-9f94-9b57ec88a1ee tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:27.733640 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de975749-7a93-4569-9f94-9b57ec88a1ee tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:27.733994 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de975749-7a93-4569-9f94-9b57ec88a1ee tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:27.734519 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de975749-7a93-4569-9f94-9b57ec88a1ee tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:27.735043 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de975749-7a93-4569-9f94-9b57ec88a1ee tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:27.735422 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de975749-7a93-4569-9f94-9b57ec88a1ee tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:27.774434 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-de975749-7a93-4569-9f94-9b57ec88a1ee tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:18:27.775415 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-de975749-7a93-4569-9f94-9b57ec88a1ee tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:18:27.861327 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a325c-d2ca-4d7b-b146-d21c37bf1fe0 req-e74e4ab8-56eb-43b4-ad10-33a1fda11da9 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:18:27.863195 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6d6a325c-d2ca-4d7b-b146-d21c37bf1fe0 req-e74e4ab8-56eb-43b4-ad10-33a1fda11da9 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=397a9d6e-2200-46c1-8e47-26aa9d406ab3 HTTP/1.1" status: 200 len: 931 time: 0.0576401 Sep 01 14:18:27.906673 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-de975749-7a93-4569-9f94-9b57ec88a1ee tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0978382 Sep 01 14:18:27.923901 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.v2.base [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-db716e6d-d2af-40aa-907a-d583f3eadaee service neutron] Request body: {'port': {'device_id': '397a9d6e-2200-46c1-8e47-26aa9d406ab3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=107073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:18:28.001732 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6d6a325c-d2ca-4d7b-b146-d21c37bf1fe0 req-0f26949c-0ac4-48de-8a77-70da5fb868f7 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282296 Sep 01 14:18:28.039801 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-db716e6d-d2af-40aa-907a-d583f3eadaee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (eecd28cb-3ec6-44bb-9bad-77c2c70db92a), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:18:28.076869 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-d0c8ca91-96b9-43c5-b15d-cf675fc26a02 None None] Provisioning complete for port eecd28cb-3ec6-44bb-9bad-77c2c70db92a triggered by entity DHCP. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:18:28.077422 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d0c8ca91-96b9-43c5-b15d-cf675fc26a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (eecd28cb-3ec6-44bb-9bad-77c2c70db92a), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:18:28.133962 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-d0c8ca91-96b9-43c5-b15d-cf675fc26a02 None None] Port eecd28cb-3ec6-44bb-9bad-77c2c70db92a cannot update to ACTIVE because it is not bound. {{(pid=107075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 14:18:28.171619 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:18:28.355760 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-db716e6d-d2af-40aa-907a-d583f3eadaee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eecd28cb-3ec6-44bb-9bad-77c2c70db92a {{(pid=107073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:18:28.364424 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-db716e6d-d2af-40aa-907a-d583f3eadaee service neutron] Publish callbacks [] for port (eecd28cb-3ec6-44bb-9bad-77c2c70db92a), precommit_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:18:28.379241 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.provisioning_blocks [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-db716e6d-d2af-40aa-907a-d583f3eadaee service neutron] Transition to ACTIVE for port object eecd28cb-3ec6-44bb-9bad-77c2c70db92a will not be triggered until provisioned by entity L2. {{(pid=107073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 14:18:28.497239 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-db716e6d-d2af-40aa-907a-d583f3eadaee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3071173'] for port (eecd28cb-3ec6-44bb-9bad-77c2c70db92a), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:18:28.593746 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db716e6d-d2af-40aa-907a-d583f3eadaee service neutron] Pushing event updated for resources: {'Port': ['ID=eecd28cb-3ec6-44bb-9bad-77c2c70db92a,revision_number=2']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:18:28.638929 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.managers [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-db716e6d-d2af-40aa-907a-d583f3eadaee service neutron] Attempting to bind port eecd28cb-3ec6-44bb-9bad-77c2c70db92a on host hv-cinder-85221 for vnic_type normal with profile {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 14:18:28.639356 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.managers [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-db716e6d-d2af-40aa-907a-d583f3eadaee service neutron] Attempting to bind port eecd28cb-3ec6-44bb-9bad-77c2c70db92a by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '2b7d1c7b-bf62-4ac5-834a-3285ade09ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0'}] {{(pid=107073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 14:18:28.639780 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-db716e6d-d2af-40aa-907a-d583f3eadaee service neutron] Attempting to bind port eecd28cb-3ec6-44bb-9bad-77c2c70db92a on network ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:18:28.645496 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-db716e6d-d2af-40aa-907a-d583f3eadaee service neutron] Port eecd28cb-3ec6-44bb-9bad-77c2c70db92a on network ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 14:18:28.645846 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-db716e6d-d2af-40aa-907a-d583f3eadaee service neutron] Attempting to bind port eecd28cb-3ec6-44bb-9bad-77c2c70db92a on network ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 14:18:28.647726 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:18:28.652529 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-db716e6d-d2af-40aa-907a-d583f3eadaee service neutron] Checking agent: {'id': 'a7580bcb-0f49-4eb6-986f-da2a861ca402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'started_at': datetime.datetime(2022, 9, 1, 14, 3, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 14, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 14:18:28.652925 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-db716e6d-d2af-40aa-907a-d583f3eadaee service neutron] Checking segment: {'id': '2b7d1c7b-bf62-4ac5-834a-3285ade09ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 14:18:28.653372 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-db716e6d-d2af-40aa-907a-d583f3eadaee service neutron] Bound using segment: {'id': '2b7d1c7b-bf62-4ac5-834a-3285ade09ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0'} {{(pid=107073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 14:18:28.653914 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.managers [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-db716e6d-d2af-40aa-907a-d583f3eadaee service neutron] Bound port: eecd28cb-3ec6-44bb-9bad-77c2c70db92a, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b7d1c7b-bf62-4ac5-834a-3285ade09ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0'}}] {{(pid=107073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 14:18:28.654381 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-db716e6d-d2af-40aa-907a-d583f3eadaee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (eecd28cb-3ec6-44bb-9bad-77c2c70db92a), before_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:18:28.727474 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-db716e6d-d2af-40aa-907a-d583f3eadaee service neutron] For port eecd28cb-3ec6-44bb-9bad-77c2c70db92a, host hv-cinder-85221, cleared binding levels {{(pid=107073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:18:28.729486 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-db716e6d-d2af-40aa-907a-d583f3eadaee service neutron] For port eecd28cb-3ec6-44bb-9bad-77c2c70db92a, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=eecd28cb-3ec6-44bb-9bad-77c2c70db92a,segment=NetworkSegment(2b7d1c7b-bf62-4ac5-834a-3285ade09ba6),segment_id=2b7d1c7b-bf62-4ac5-834a-3285ade09ba6)] {{(pid=107073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:18:28.846210 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-db716e6d-d2af-40aa-907a-d583f3eadaee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3071173'] for port (eecd28cb-3ec6-44bb-9bad-77c2c70db92a), after_update {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:18:28.850964 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-db716e6d-d2af-40aa-907a-d583f3eadaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:18:28.851601 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-db716e6d-d2af-40aa-907a-d583f3eadaee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:18:28.853068 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-db716e6d-d2af-40aa-907a-d583f3eadaee service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/eecd28cb-3ec6-44bb-9bad-77c2c70db92a HTTP/1.1" status: 200 len: 1093 time: 0.9377105 Sep 01 14:18:28.853500 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '397a9d6e-2200-46c1-8e47-26aa9d406ab3', 'tag': 'eecd28cb-3ec6-44bb-9bad-77c2c70db92a'}] {{(pid=107073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:18:28.855969 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa2be68435688eaee197eda6180a725a3135abf9bfe352ecc662039bf4a93bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c504f333-22b5-4c81-93e3-113ffcfcce52" -d '{"events": [{"name": "network-changed", "server_uuid": "397a9d6e-2200-46c1-8e47-26aa9d406ab3", "tag": "eecd28cb-3ec6-44bb-9bad-77c2c70db92a"}]}' {{(pid=107073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:18:28.900492 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d3be81-f95b-463a-93e2-4c02cef965c9 x-openstack-request-id: req-62d3be81-f95b-463a-93e2-4c02cef965c9 {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:18:28.900838 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "397a9d6e-2200-46c1-8e47-26aa9d406ab3", "tag": "eecd28cb-3ec6-44bb-9bad-77c2c70db92a", "status": "completed", "code": 200}]} {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:18:28.901279 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-62d3be81-f95b-463a-93e2-4c02cef965c9 {{(pid=107073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:18:28.902007 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62d3be81-f95b-463a-93e2-4c02cef965c9'] response: {'name': 'network-changed', 'server_uuid': '397a9d6e-2200-46c1-8e47-26aa9d406ab3', 'tag': 'eecd28cb-3ec6-44bb-9bad-77c2c70db92a', 'status': 'completed', 'code': 200} Sep 01 14:18:28.913275 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db716e6d-d2af-40aa-907a-d583f3eadaee service neutron] Pushing event updated for resources: {'Port': ['ID=eecd28cb-3ec6-44bb-9bad-77c2c70db92a,revision_number=3']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:18:28.977299 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504f333-22b5-4c81-93e3-113ffcfcce52 req-e1592976-e8b5-436e-a355-76c241e4a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:18:28.978992 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c504f333-22b5-4c81-93e3-113ffcfcce52 req-e1592976-e8b5-436e-a355-76c241e4a531 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=8acdb976501045c0813d16f3d0ffd13d&device_id=397a9d6e-2200-46c1-8e47-26aa9d406ab3 HTTP/1.1" status: 200 len: 1127 time: 0.0563109 Sep 01 14:18:29.096500 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504f333-22b5-4c81-93e3-113ffcfcce52 req-999d9719-d012-48e6-967b-57fcdd994921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:18:29.098291 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c504f333-22b5-4c81-93e3-113ffcfcce52 req-999d9719-d012-48e6-967b-57fcdd994921 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=8acdb976501045c0813d16f3d0ffd13d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1126523 Sep 01 14:18:29.204416 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38a6c2-01e4-4d53-b01d-318fb7ff2518 req-460cdeb8-877c-40ca-a8bc-50fdc17651b3 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:18:29.206030 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ee38a6c2-01e4-4d53-b01d-318fb7ff2518 req-460cdeb8-877c-40ca-a8bc-50fdc17651b3 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=397a9d6e-2200-46c1-8e47-26aa9d406ab3 HTTP/1.1" status: 200 len: 943 time: 0.0924206 Sep 01 14:18:29.279532 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:18:29.289864 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504f333-22b5-4c81-93e3-113ffcfcce52 req-28e81ad3-4309-4b57-852f-8be33c061448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:18:29.291455 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-c504f333-22b5-4c81-93e3-113ffcfcce52 req-28e81ad3-4309-4b57-852f-8be33c061448 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1871262 Sep 01 14:18:29.303631 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ee38a6c2-01e4-4d53-b01d-318fb7ff2518 req-82199db4-bc09-465b-a4fc-0ad67400187d tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816998 Sep 01 14:18:29.385722 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-1c20cf26-be54-4ac3-a863-95d64e1f94c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:18:29.387204 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-1c20cf26-be54-4ac3-a863-95d64e1f94c2 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=8acdb976501045c0813d16f3d0ffd13d&device_id=397a9d6e-2200-46c1-8e47-26aa9d406ab3 HTTP/1.1" status: 200 len: 1127 time: 0.0502656 Sep 01 14:18:29.458336 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-05dd904f-64f9-4b95-9471-0d47d316325c service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eecd28cb-3ec6-44bb-9bad-77c2c70db92a HTTP/1.1" status: 200 len: 217 time: 0.0619307 Sep 01 14:18:29.540477 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-0744c9fd-d9f5-4f65-b242-902d0112e460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:18:29.543124 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-0744c9fd-d9f5-4f65-b242-902d0112e460 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527 HTTP/1.1" status: 200 len: 851 time: 0.0789201 Sep 01 14:18:29.577934 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:18:29.594215 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-50716699-4125-4fda-bd20-398db4cab092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:18:29.598175 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-50716699-4125-4fda-bd20-398db4cab092 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464556 Sep 01 14:18:29.710463 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-7f359f1e-c0ed-4d04-9647-b1749cc03b2f service neutron] 10.222.0.72 "GET /networking/v2.0/networks/ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076922 Sep 01 14:18:29.850275 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-aea86db1-0942-49a8-98b3-1dd1183579dd req-68f402f6-a9b8-466f-a6ed-783b02d8e54d service neutron] 10.222.0.72 "GET /networking/v2.0/networks/ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338692 Sep 01 14:18:30.444464 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:18:30.449282 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a6ca6-b0b8-46da-8f1d-acac4807b294 req-5bdcc44d-e609-486f-864d-dd007fd772d1 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:18:30.450959 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5f5a6ca6-b0b8-46da-8f1d-acac4807b294 req-5bdcc44d-e609-486f-864d-dd007fd772d1 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=397a9d6e-2200-46c1-8e47-26aa9d406ab3 HTTP/1.1" status: 200 len: 943 time: 0.0525072 Sep 01 14:18:30.516224 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-5f5a6ca6-b0b8-46da-8f1d-acac4807b294 req-d72ffa1c-33e8-4c16-b7c0-b4ff354bfa71 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577013 Sep 01 14:18:31.259170 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:18:31.659784 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d46e36-393c-421a-93f1-13226a445f56 req-cef93b61-827a-4958-aed7-f96a591b105c tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:18:31.661430 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-82d46e36-393c-421a-93f1-13226a445f56 req-cef93b61-827a-4958-aed7-f96a591b105c tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=397a9d6e-2200-46c1-8e47-26aa9d406ab3 HTTP/1.1" status: 200 len: 943 time: 0.0545428 Sep 01 14:18:31.747006 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-82d46e36-393c-421a-93f1-13226a445f56 req-cda791df-8ea9-4db8-a06d-27dfae397221 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785894 Sep 01 14:18:32.879603 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a839f4-c26a-4378-b020-58bb7c2abca4 req-7e45471c-89df-430a-b06f-809be02ea986 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:18:32.881081 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-25a839f4-c26a-4378-b020-58bb7c2abca4 req-7e45471c-89df-430a-b06f-809be02ea986 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=397a9d6e-2200-46c1-8e47-26aa9d406ab3 HTTP/1.1" status: 200 len: 943 time: 0.0545533 Sep 01 14:18:32.939807 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-25a839f4-c26a-4378-b020-58bb7c2abca4 req-ebe77821-b0c2-4a1e-9702-4c2c56faa9be tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486920 Sep 01 14:18:34.096453 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff8f47a-2109-43ae-9c54-7dfaae6961e1 req-075aa02d-4de4-40f4-aaa7-42635e5c746e tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:18:34.098963 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0ff8f47a-2109-43ae-9c54-7dfaae6961e1 req-075aa02d-4de4-40f4-aaa7-42635e5c746e tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=397a9d6e-2200-46c1-8e47-26aa9d406ab3 HTTP/1.1" status: 200 len: 943 time: 0.0652976 Sep 01 14:18:34.157683 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-0ff8f47a-2109-43ae-9c54-7dfaae6961e1 req-c1b3b5e3-657b-4844-b1e6-fe34853a50ce tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520937 Sep 01 14:18:35.319973 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c632766-445d-476e-8685-53a6f0a67505 req-470b7a64-97bd-4c8c-a8ac-7d88730d14a4 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:18:35.321473 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1c632766-445d-476e-8685-53a6f0a67505 req-470b7a64-97bd-4c8c-a8ac-7d88730d14a4 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=397a9d6e-2200-46c1-8e47-26aa9d406ab3 HTTP/1.1" status: 200 len: 943 time: 0.0636017 Sep 01 14:18:35.361726 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:18:35.384641 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1c632766-445d-476e-8685-53a6f0a67505 req-02110a2f-69ad-4cf3-8fd4-d488eea7aa64 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520582 Sep 01 14:18:36.528969 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036cb3f-13f6-4bf0-a370-5ab2273a0bca req-9c4d174d-0be1-408a-9305-8dbd5bbb6f1c tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:18:36.530739 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f036cb3f-13f6-4bf0-a370-5ab2273a0bca req-9c4d174d-0be1-408a-9305-8dbd5bbb6f1c tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=397a9d6e-2200-46c1-8e47-26aa9d406ab3 HTTP/1.1" status: 200 len: 943 time: 0.0521584 Sep 01 14:18:36.608028 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f036cb3f-13f6-4bf0-a370-5ab2273a0bca req-4fc75fba-3def-489a-93d1-d7a6b446a5c5 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696547 Sep 01 14:18:36.972883 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device eecd28cb-3ec6-44bb-9bad-77c2c70db92a details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=107075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:18:37.090554 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port eecd28cb-3ec6-44bb-9bad-77c2c70db92a, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=eecd28cb-3ec6-44bb-9bad-77c2c70db92a,segment=NetworkSegment(2b7d1c7b-bf62-4ac5-834a-3285ade09ba6),segment_id=2b7d1c7b-bf62-4ac5-834a-3285ade09ba6)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:18:37.104926 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Returning: {'device': 'eecd28cb-3ec6-44bb-9bad-77c2c70db92a', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'port_id': 'eecd28cb-3ec6-44bb-9bad-77c2c70db92a', 'mac_address': 'fa:16:3e:4b:da:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:18:37.147488 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port eecd28cb-3ec6-44bb-9bad-77c2c70db92a is: DOWN; New status is: BUILD {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:18:37.147890 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (eecd28cb-3ec6-44bb-9bad-77c2c70db92a), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:18:37.164110 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eecd28cb-3ec6-44bb-9bad-77c2c70db92a {{(pid=107075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 14:18:37.187521 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port eecd28cb-3ec6-44bb-9bad-77c2c70db92a, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=eecd28cb-3ec6-44bb-9bad-77c2c70db92a,segment=NetworkSegment(2b7d1c7b-bf62-4ac5-834a-3285ade09ba6),segment_id=2b7d1c7b-bf62-4ac5-834a-3285ade09ba6)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:18:37.289252 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (eecd28cb-3ec6-44bb-9bad-77c2c70db92a), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:18:37.343469 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=eecd28cb-3ec6-44bb-9bad-77c2c70db92a,revision_number=4']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:18:37.351954 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:37.352355 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:37.352744 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:37.353128 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:37.353531 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:37.353996 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:37.354485 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:37.354936 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:37.355392 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:37.355820 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:37.356288 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:37.356714 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:37.357168 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:37.357587 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:37.358048 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:37.562606 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] get_ports_and_sgs() called for port_ids ['eecd28cb-3ec6-44bb-9bad-77c2c70db92a'] {{(pid=107075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 14:18:37.773201 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58a781-3a4b-4fb4-b1f6-c6c308d06239 req-2f8ae507-8815-4acb-93a1-8cb0f7ab2851 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:18:37.774925 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1e58a781-3a4b-4fb4-b1f6-c6c308d06239 req-2f8ae507-8815-4acb-93a1-8cb0f7ab2851 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=397a9d6e-2200-46c1-8e47-26aa9d406ab3 HTTP/1.1" status: 200 len: 944 time: 0.0796430 Sep 01 14:18:37.838147 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1e58a781-3a4b-4fb4-b1f6-c6c308d06239 req-882f8364-6a1b-41db-a728-18336eb48521 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568187 Sep 01 14:18:37.900241 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:18:38.978823 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device eecd28cb-3ec6-44bb-9bad-77c2c70db92a up at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:18:39.007421 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612d857-aac3-4714-bfa9-482ef72e1574 req-4d932a5f-e373-4d1d-94ea-6a625c06ef47 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:18:39.010203 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6612d857-aac3-4714-bfa9-482ef72e1574 req-4d932a5f-e373-4d1d-94ea-6a625c06ef47 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=397a9d6e-2200-46c1-8e47-26aa9d406ab3 HTTP/1.1" status: 200 len: 944 time: 0.0671098 Sep 01 14:18:39.024023 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:18:39.060154 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning for port eecd28cb-3ec6-44bb-9bad-77c2c70db92a completed by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 14:18:39.087595 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-6612d857-aac3-4714-bfa9-482ef72e1574 req-a28b81af-2f3c-40fb-96b7-383390adcae0 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714352 Sep 01 14:18:39.131340 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.provisioning_blocks [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Provisioning complete for port eecd28cb-3ec6-44bb-9bad-77c2c70db92a triggered by entity L2. {{(pid=107075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 14:18:39.131703 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32837203'] for port (eecd28cb-3ec6-44bb-9bad-77c2c70db92a), provisioning_complete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:18:39.226786 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Current status of the port eecd28cb-3ec6-44bb-9bad-77c2c70db92a is: BUILD; New status is: ACTIVE {{(pid=107075) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 14:18:39.227198 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (eecd28cb-3ec6-44bb-9bad-77c2c70db92a), before_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:18:39.256432 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397a9d6e-2200-46c1-8e47-26aa9d406ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eecd28cb-3ec6-44bb-9bad-77c2c70db92a'}] {{(pid=107075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:18:39.258802 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea684a423e005867ab2b2321dba33e59ce354bd0b218533ae43957e9dbf26841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd862b1-8273-48ed-ac46-443b7e615f0f" -d '{"events": [{"server_uuid": "397a9d6e-2200-46c1-8e47-26aa9d406ab3", "name": "network-vif-plugged", "status": "completed", "tag": "eecd28cb-3ec6-44bb-9bad-77c2c70db92a"}]}' {{(pid=107075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:18:39.274734 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] For port eecd28cb-3ec6-44bb-9bad-77c2c70db92a, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=eecd28cb-3ec6-44bb-9bad-77c2c70db92a,segment=NetworkSegment(2b7d1c7b-bf62-4ac5-834a-3285ade09ba6),segment_id=2b7d1c7b-bf62-4ac5-834a-3285ade09ba6)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:18:39.360247 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356'] for port (eecd28cb-3ec6-44bb-9bad-77c2c70db92a), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:18:39.427487 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Pushing event updated for resources: {'Port': ['ID=eecd28cb-3ec6-44bb-9bad-77c2c70db92a,revision_number=5']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:18:39.511980 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf5fde5-36e2-402e-b0dd-a4134c60f18b x-openstack-request-id: req-edf5fde5-36e2-402e-b0dd-a4134c60f18b {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:18:39.512576 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397a9d6e-2200-46c1-8e47-26aa9d406ab3", "name": "network-vif-plugged", "status": "completed", "tag": "eecd28cb-3ec6-44bb-9bad-77c2c70db92a", "code": 200}]} {{(pid=107075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:18:39.513332 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-edf5fde5-36e2-402e-b0dd-a4134c60f18b {{(pid=107075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:18:39.513582 dv-cinder-852211-7-iscsi neutron-server[107075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edf5fde5-36e2-402e-b0dd-a4134c60f18b'] response: {'server_uuid': '397a9d6e-2200-46c1-8e47-26aa9d406ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eecd28cb-3ec6-44bb-9bad-77c2c70db92a', 'code': 200} Sep 01 14:18:39.684293 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:18:40.165432 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5afbdb-d04f-46c6-813c-0755e881e2f0 req-d8059763-f43d-45ca-a690-3c676d39c695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:18:40.167460 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-eb5afbdb-d04f-46c6-813c-0755e881e2f0 req-d8059763-f43d-45ca-a690-3c676d39c695 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=397a9d6e-2200-46c1-8e47-26aa9d406ab3 HTTP/1.1" status: 200 len: 1129 time: 0.0538116 Sep 01 14:18:40.269746 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2043ceb-dbdb-482b-85fe-c39b2a55aca0 req-83913433-ec8a-4af5-96ac-227c26b29bd2 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:18:40.271518 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a2043ceb-dbdb-482b-85fe-c39b2a55aca0 req-83913433-ec8a-4af5-96ac-227c26b29bd2 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=397a9d6e-2200-46c1-8e47-26aa9d406ab3 HTTP/1.1" status: 200 len: 945 time: 0.0799592 Sep 01 14:18:40.274699 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-eb5afbdb-d04f-46c6-813c-0755e881e2f0 req-8c8d83e4-e374-4b2a-a45e-6d9b78d6579f service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015036 Sep 01 14:18:40.302657 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:18:40.352542 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a2043ceb-dbdb-482b-85fe-c39b2a55aca0 req-986ce718-79bf-45f0-9f29-75135302a44b tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741117 Sep 01 14:18:41.490886 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5009d0-ed26-4ba2-9e96-427bb6c40895 req-e7be160f-785e-4bf4-9e4d-20cfb0fa9755 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:18:41.492514 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9b5009d0-ed26-4ba2-9e96-427bb6c40895 req-e7be160f-785e-4bf4-9e4d-20cfb0fa9755 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=397a9d6e-2200-46c1-8e47-26aa9d406ab3 HTTP/1.1" status: 200 len: 945 time: 0.0555308 Sep 01 14:18:41.555607 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-9b5009d0-ed26-4ba2-9e96-427bb6c40895 req-38728255-5474-4005-9109-c7df69851082 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560763 Sep 01 14:18:41.671978 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 6 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:18:42.553605 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=3 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:18:42.730542 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229db49c-21b9-4611-9f7b-217870397455 req-cda759ae-cd77-49a3-b77d-0d38865caefc tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:18:42.732186 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-229db49c-21b9-4611-9f7b-217870397455 req-cda759ae-cd77-49a3-b77d-0d38865caefc tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=397a9d6e-2200-46c1-8e47-26aa9d406ab3 HTTP/1.1" status: 200 len: 945 time: 0.0543203 Sep 01 14:18:42.793022 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-229db49c-21b9-4611-9f7b-217870397455 req-cb172a9f-dd8d-45c1-8630-8bc8f3e7424a tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545466 Sep 01 14:18:42.956978 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2254e14-fe7b-4325-8a90-e5f9acb8c637 req-083ed53c-eee6-4f6e-9f6d-6bbcf5e5d402 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:18:42.959717 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e2254e14-fe7b-4325-8a90-e5f9acb8c637 req-083ed53c-eee6-4f6e-9f6d-6bbcf5e5d402 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=397a9d6e-2200-46c1-8e47-26aa9d406ab3 HTTP/1.1" status: 200 len: 945 time: 0.0851438 Sep 01 14:18:43.017127 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e2254e14-fe7b-4325-8a90-e5f9acb8c637 req-c7f282bc-2926-4588-ae6d-ee94d514e2f8 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514953 Sep 01 14:18:43.046344 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 37352) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:18:43.089951 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9f28dd-eb86-423f-b8b0-e35d3510959a tempest-TestVolumeBootPattern-1683312133 tempest-TestVolumeBootPattern-1683312133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:18:43.091424 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-2c9f28dd-eb86-423f-b8b0-e35d3510959a tempest-TestVolumeBootPattern-1683312133 tempest-TestVolumeBootPattern-1683312133-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=397a9d6e-2200-46c1-8e47-26aa9d406ab3 HTTP/1.1" status: 200 len: 1124 time: 0.0440178 Sep 01 14:18:43.095952 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 37356) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:18:43.101392 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.v2.base [None req-3cc1fb10-65ec-47a8-b0ef-1c6c0eb0da20 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Request body: {'floatingip': {'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'port_id': 'eecd28cb-3ec6-44bb-9bad-77c2c70db92a', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=107074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:18:43.198128 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3cc1fb10-65ec-47a8-b0ef-1c6c0eb0da20 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:18:43.293918 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3cc1fb10-65ec-47a8-b0ef-1c6c0eb0da20 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (None), before_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:18:43.413387 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.db_base_plugin_common [None req-3cc1fb10-65ec-47a8-b0ef-1c6c0eb0da20 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Allocated IP 172.27.2.81 (495e3753-365b-4db4-ace7-a3dca370cb0d/c60058e0-5076-4233-a499-c0113b757f85/06a9ec1c-e8ff-42da-b991-c64fcf52d6f5) {{(pid=107074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:18:43.540910 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3cc1fb10-65ec-47a8-b0ef-1c6c0eb0da20 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for port (06a9ec1c-e8ff-42da-b991-c64fcf52d6f5), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:18:43.661611 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3cc1fb10-65ec-47a8-b0ef-1c6c0eb0da20 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786311454320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (06a9ec1c-e8ff-42da-b991-c64fcf52d6f5), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:18:43.707623 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc1fb10-65ec-47a8-b0ef-1c6c0eb0da20 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Network 495e3753-365b-4db4-ace7-a3dca370cb0d is already hosted by enough agents. {{(pid=107074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:18:43.714022 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.base_scheduler [None req-3cc1fb10-65ec-47a8-b0ef-1c6c0eb0da20 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Resources bound (agent type, host, resource id): {{(pid=107074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:18:43.719719 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc1fb10-65ec-47a8-b0ef-1c6c0eb0da20 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Received port after_create {{(pid=107074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 14:18:43.751227 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1fb10-65ec-47a8-b0ef-1c6c0eb0da20 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Pushing event updated for resources: {'Port': ['ID=06a9ec1c-e8ff-42da-b991-c64fcf52d6f5,revision_number=1']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:18:43.763230 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1fb10-65ec-47a8-b0ef-1c6c0eb0da20 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:43.763684 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1fb10-65ec-47a8-b0ef-1c6c0eb0da20 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:43.763937 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1fb10-65ec-47a8-b0ef-1c6c0eb0da20 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:43.764285 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1fb10-65ec-47a8-b0ef-1c6c0eb0da20 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:43.764628 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1fb10-65ec-47a8-b0ef-1c6c0eb0da20 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:43.764958 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1fb10-65ec-47a8-b0ef-1c6c0eb0da20 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:43.765289 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1fb10-65ec-47a8-b0ef-1c6c0eb0da20 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:43.765648 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1fb10-65ec-47a8-b0ef-1c6c0eb0da20 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:43.765975 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1fb10-65ec-47a8-b0ef-1c6c0eb0da20 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:43.766305 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1fb10-65ec-47a8-b0ef-1c6c0eb0da20 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:43.766630 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1fb10-65ec-47a8-b0ef-1c6c0eb0da20 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:43.766955 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1fb10-65ec-47a8-b0ef-1c6c0eb0da20 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:43.767280 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1fb10-65ec-47a8-b0ef-1c6c0eb0da20 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:43.767603 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1fb10-65ec-47a8-b0ef-1c6c0eb0da20 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:43.767918 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1fb10-65ec-47a8-b0ef-1c6c0eb0da20 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:18:44.202374 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:18:44.211225 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:18:44.224871 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3cc1fb10-65ec-47a8-b0ef-1c6c0eb0da20 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for floatingip (e48b6219-19e1-491b-a077-184e7ffcd117), precommit_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:18:44.393771 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3cc1fb10-65ec-47a8-b0ef-1c6c0eb0da20 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764664'] for port (06a9ec1c-e8ff-42da-b991-c64fcf52d6f5), before_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:18:44.645001 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3cc1fb10-65ec-47a8-b0ef-1c6c0eb0da20 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for port (06a9ec1c-e8ff-42da-b991-c64fcf52d6f5), precommit_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:18:44.731047 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3cc1fb10-65ec-47a8-b0ef-1c6c0eb0da20 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786311831682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786311454338', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786311454356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923807'] for port (06a9ec1c-e8ff-42da-b991-c64fcf52d6f5), after_update {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:18:44.808234 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3cc1fb10-65ec-47a8-b0ef-1c6c0eb0da20 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122292'] for floatingip (e48b6219-19e1-491b-a077-184e7ffcd117), after_create {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:18:44.810520 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1fb10-65ec-47a8-b0ef-1c6c0eb0da20 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Pushing event updated for resources: {'Port': ['ID=06a9ec1c-e8ff-42da-b991-c64fcf52d6f5,revision_number=2']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:18:44.919722 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.db.l3_db [None req-3cc1fb10-65ec-47a8-b0ef-1c6c0eb0da20 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Floating IP e48b6219-19e1-491b-a077-184e7ffcd117 associated. External IP: 172.27.2.81, port: eecd28cb-3ec6-44bb-9bad-77c2c70db92a. Sep 01 14:18:45.194236 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:18:45.222937 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc1fb10-65ec-47a8-b0ef-1c6c0eb0da20 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Router e0ff8f07-361c-48d1-b834-0573de213e75 has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:18:45.358318 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc1fb10-65ec-47a8-b0ef-1c6c0eb0da20 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:18:45.371234 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7ec5d7-87c7-4bd7-9834-b01aa4f98ee9 None None] Sync routers for ids ['e0ff8f07-361c-48d1-b834-0573de213e75'] in dv-cinder-852211-7-iscsi {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:18:45.476495 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-3cc1fb10-65ec-47a8-b0ef-1c6c0eb0da20 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for floatingip (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:18:45.487934 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7ec5d7-87c7-4bd7-9834-b01aa4f98ee9 None None] Routers {'e0ff8f07-361c-48d1-b834-0573de213e75'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:18:45.489455 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-6e7ec5d7-87c7-4bd7-9834-b01aa4f98ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:18:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['e0ff8f07-361c-48d1-b834-0573de213e75'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:18:45.518817 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-3cc1fb10-65ec-47a8-b0ef-1c6c0eb0da20 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4208720 Sep 01 14:18:45.519680 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '397a9d6e-2200-46c1-8e47-26aa9d406ab3', 'tag': 'eecd28cb-3ec6-44bb-9bad-77c2c70db92a'}] {{(pid=107074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:18:45.523001 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c297ab1b76e2baeed04979654ee05671bdf6dedd7a272174e678f0e52b3dfb88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20c05ed-350a-40dc-afee-de6d720b1611" -d '{"events": [{"name": "network-changed", "server_uuid": "397a9d6e-2200-46c1-8e47-26aa9d406ab3", "tag": "eecd28cb-3ec6-44bb-9bad-77c2c70db92a"}]}' {{(pid=107074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:18:45.651856 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9894505b-f631-4359-99b0-7abc05aa9b71 x-openstack-request-id: req-9894505b-f631-4359-99b0-7abc05aa9b71 {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:18:45.652138 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "397a9d6e-2200-46c1-8e47-26aa9d406ab3", "tag": "eecd28cb-3ec6-44bb-9bad-77c2c70db92a", "status": "completed", "code": 200}]} {{(pid=107074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:18:45.652395 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9894505b-f631-4359-99b0-7abc05aa9b71 {{(pid=107074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:18:45.652822 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9894505b-f631-4359-99b0-7abc05aa9b71'] response: {'name': 'network-changed', 'server_uuid': '397a9d6e-2200-46c1-8e47-26aa9d406ab3', 'tag': 'eecd28cb-3ec6-44bb-9bad-77c2c70db92a', 'status': 'completed', 'code': 200} Sep 01 14:18:45.661362 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-6e7ec5d7-87c7-4bd7-9834-b01aa4f98ee9 None None] Set router e0ff8f07-361c-48d1-b834-0573de213e75 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:18:45.764184 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c05ed-350a-40dc-afee-de6d720b1611 req-346d7222-8565-4dd1-ba83-b14fb4eb611c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:18:45.764184 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a20c05ed-350a-40dc-afee-de6d720b1611 req-346d7222-8565-4dd1-ba83-b14fb4eb611c service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=8acdb976501045c0813d16f3d0ffd13d&device_id=397a9d6e-2200-46c1-8e47-26aa9d406ab3 HTTP/1.1" status: 200 len: 1129 time: 0.0701082 Sep 01 14:18:45.897289 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c05ed-350a-40dc-afee-de6d720b1611 req-316e1322-aea4-49cb-a6cc-4dedf81e54c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:18:45.899925 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a20c05ed-350a-40dc-afee-de6d720b1611 req-316e1322-aea4-49cb-a6cc-4dedf81e54c7 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 HTTP/1.1" status: 200 len: 913 time: 0.1403885 Sep 01 14:18:45.950641 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-6e7ec5d7-87c7-4bd7-9834-b01aa4f98ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'name': 'tempest-TestVolumeBootPattern-1276467625-router', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:27Z', 'revision_number': 4, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'gw_port': {'id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:18:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': '10b10c86-8b3d-4737-a435-2b47f5a5fb3b', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'port_id': 'a35baeba-2fc3-441f-b089-15255aad1de1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'mac_address': 'fa:16:3e:d1:3b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da103289-634e-420f-9750-b36e4d00c641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:16:36Z', 'updated_at': '2022-09-01T14:16:40Z', 'revision_number': 1, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'fixed_ip_address_scope': None}, {'id': 'e48b6219-19e1-491b-a077-184e7ffcd117', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'port_id': 'eecd28cb-3ec6-44bb-9bad-77c2c70db92a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'mac_address': 'fa:16:3e:4b:da:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397a9d6e-2200-46c1-8e47-26aa9d406ab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:18:44Z', 'updated_at': '2022-09-01T14:18:44Z', 'revision_number': 0, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533a4976-41de-431f-aa44-4aaf39a68069', 'name': '', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'mac_address': 'fa:16:3e:f1:ac:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:26Z', 'updated_at': '2022-09-01T14:12:34Z', 'revision_number': 5, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'subnets': [{'id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:18:45.979594 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a20c05ed-350a-40dc-afee-de6d720b1611 req-f698f5f0-6d62-4500-8a75-8e1c86702344 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eecd28cb-3ec6-44bb-9bad-77c2c70db92a HTTP/1.1" status: 200 len: 998 time: 0.0732198 Sep 01 14:18:45.983208 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7ec5d7-87c7-4bd7-9834-b01aa4f98ee9 None None] Checking router: e0ff8f07-361c-48d1-b834-0573de213e75 for host: dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:18:45.995029 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7ec5d7-87c7-4bd7-9834-b01aa4f98ee9 None None] Routers {'e0ff8f07-361c-48d1-b834-0573de213e75'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:18:45.995804 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-6e7ec5d7-87c7-4bd7-9834-b01aa4f98ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:18:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['e0ff8f07-361c-48d1-b834-0573de213e75'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:18:46.044044 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c05ed-350a-40dc-afee-de6d720b1611 req-37d00293-bd61-4958-9dbe-b4fc360eb4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:18:46.050876 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a20c05ed-350a-40dc-afee-de6d720b1611 req-37d00293-bd61-4958-9dbe-b4fc360eb4ab service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527 HTTP/1.1" status: 200 len: 851 time: 0.0612645 Sep 01 14:18:46.088425 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:18:46.108293 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c05ed-350a-40dc-afee-de6d720b1611 req-2fdfa01d-3042-4dd8-8acc-02df441b1fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:18:46.110372 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a20c05ed-350a-40dc-afee-de6d720b1611 req-2fdfa01d-3042-4dd8-8acc-02df441b1fbe service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550718 Sep 01 14:18:46.152304 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-6e7ec5d7-87c7-4bd7-9834-b01aa4f98ee9 None None] Set router e0ff8f07-361c-48d1-b834-0573de213e75 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:18:46.235429 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a20c05ed-350a-40dc-afee-de6d720b1611 req-1c2fdbd6-f4fa-4f86-af82-26096cd46415 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185656 Sep 01 14:18:46.352084 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-a20c05ed-350a-40dc-afee-de6d720b1611 req-d5624fc4-7f36-4308-8e3c-e3b80f5623d4 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100128 Sep 01 14:18:46.461526 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-6e7ec5d7-87c7-4bd7-9834-b01aa4f98ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'name': 'tempest-TestVolumeBootPattern-1276467625-router', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:27Z', 'revision_number': 4, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'gw_port': {'id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:18:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': '10b10c86-8b3d-4737-a435-2b47f5a5fb3b', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'port_id': 'a35baeba-2fc3-441f-b089-15255aad1de1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'mac_address': 'fa:16:3e:d1:3b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da103289-634e-420f-9750-b36e4d00c641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:16:36Z', 'updated_at': '2022-09-01T14:16:40Z', 'revision_number': 1, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'fixed_ip_address_scope': None}, {'id': 'e48b6219-19e1-491b-a077-184e7ffcd117', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'port_id': 'eecd28cb-3ec6-44bb-9bad-77c2c70db92a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'mac_address': 'fa:16:3e:4b:da:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397a9d6e-2200-46c1-8e47-26aa9d406ab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:18:44Z', 'updated_at': '2022-09-01T14:18:44Z', 'revision_number': 0, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533a4976-41de-431f-aa44-4aaf39a68069', 'name': '', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'mac_address': 'fa:16:3e:f1:ac:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:26Z', 'updated_at': '2022-09-01T14:12:34Z', 'revision_number': 5, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'subnets': [{'id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:18:46.490786 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7ec5d7-87c7-4bd7-9834-b01aa4f98ee9 None None] The sync data for ids ['e0ff8f07-361c-48d1-b834-0573de213e75'] in dv-cinder-852211-7-iscsi is: [{'id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'name': 'tempest-TestVolumeBootPattern-1276467625-router', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:27Z', 'revision_number': 4, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'gw_port': {'id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:18:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': '10b10c86-8b3d-4737-a435-2b47f5a5fb3b', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'port_id': 'a35baeba-2fc3-441f-b089-15255aad1de1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'mac_address': 'fa:16:3e:d1:3b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da103289-634e-420f-9750-b36e4d00c641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:16:36Z', 'updated_at': '2022-09-01T14:16:40Z', 'revision_number': 1, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'fixed_ip_address_scope': None}, {'id': 'e48b6219-19e1-491b-a077-184e7ffcd117', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'port_id': 'eecd28cb-3ec6-44bb-9bad-77c2c70db92a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'mac_address': 'fa:16:3e:4b:da:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397a9d6e-2200-46c1-8e47-26aa9d406ab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:18:44Z', 'updated_at': '2022-09-01T14:18:44Z', 'revision_number': 0, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533a4976-41de-431f-aa44-4aaf39a68069', 'name': '', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'mac_address': 'fa:16:3e:f1:ac:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:26Z', 'updated_at': '2022-09-01T14:12:34Z', 'revision_number': 5, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'subnets': [{'id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:18:46.724591 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3db095-7c2e-4f45-9d94-1fadfec531b4 None None] New status for floating IP e48b6219-19e1-491b-a077-184e7ffcd117: ACTIVE {{(pid=107075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 14:18:47.301209 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ae888949-578e-4d48-bb3f-8949bad9bc3b req-5ef0b0e6-ff05-4e68-936f-b43751fccc5c service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=da103289-634e-420f-9750-b36e4d00c641&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467155 Sep 01 14:18:47.398560 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae888949-578e-4d48-bb3f-8949bad9bc3b req-8f5208dd-763f-4676-9b61-ff4e7d507ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:18:47.400286 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ae888949-578e-4d48-bb3f-8949bad9bc3b req-8f5208dd-763f-4676-9b61-ff4e7d507ca7 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=8acdb976501045c0813d16f3d0ffd13d&device_id=da103289-634e-420f-9750-b36e4d00c641 HTTP/1.1" status: 200 len: 1129 time: 0.0506027 Sep 01 14:18:47.526919 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae888949-578e-4d48-bb3f-8949bad9bc3b req-f05f2822-ec76-4437-ae86-0193d12aa369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:18:47.528431 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ae888949-578e-4d48-bb3f-8949bad9bc3b req-f05f2822-ec76-4437-ae86-0193d12aa369 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 HTTP/1.1" status: 200 len: 913 time: 0.1086774 Sep 01 14:18:47.604309 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ae888949-578e-4d48-bb3f-8949bad9bc3b req-1b9ebf49-c96d-4fed-9f56-905e69fb441a service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a35baeba-2fc3-441f-b089-15255aad1de1 HTTP/1.1" status: 200 len: 1001 time: 0.0686965 Sep 01 14:18:47.644076 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:18:47.659452 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae888949-578e-4d48-bb3f-8949bad9bc3b req-b0affa15-25ad-4359-9307-fb7c5dc05134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:18:47.661092 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ae888949-578e-4d48-bb3f-8949bad9bc3b req-b0affa15-25ad-4359-9307-fb7c5dc05134 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527 HTTP/1.1" status: 200 len: 851 time: 0.0513251 Sep 01 14:18:47.711117 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae888949-578e-4d48-bb3f-8949bad9bc3b req-9ea68bb2-0bec-4603-857b-8c8c9948a7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:18:47.712810 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ae888949-578e-4d48-bb3f-8949bad9bc3b req-9ea68bb2-0bec-4603-857b-8c8c9948a7c1 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457850 Sep 01 14:18:47.822324 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ae888949-578e-4d48-bb3f-8949bad9bc3b req-27a47a8f-6675-492b-b852-d4ac9667bc1a service neutron] 10.222.0.72 "GET /networking/v2.0/networks/ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030359 Sep 01 14:18:47.929658 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-ae888949-578e-4d48-bb3f-8949bad9bc3b req-bd6e67d1-c3b1-4850-9df8-6c22caa97c9e service neutron] 10.222.0.72 "GET /networking/v2.0/networks/ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010230 Sep 01 14:18:54.376340 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-eb880a31-3b4e-4810-a01f-1bd722609bb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:18:55.511264 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=3 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:18:55.514564 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=77,neutron:DELETE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:18:56.464429 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=69 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:18:56.465483 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=84 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:18:57.450860 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-2443602e-3355-4347-b0c9-cc3a981f98db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:18:57.917567 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=23 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:18:57.926025 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=71 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:18:59.233515 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:19:00.399259 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:19:01.222834 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:19:09.499810 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=52,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:19:09.501832 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=40,neutron:UPDATE=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:19:09.614304 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:19:18.671346 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 6 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:19:19.782874 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:19:21.183276 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=19 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:19:24.369999 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-67532d28-dc2c-46a8-a8a7-3a614e18c5ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:19:27.461235 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-75559526-0bbc-41ff-91c0-4d2186c1005c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:19:28.666993 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=15 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:19:29.255860 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:19:30.393746 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:19:31.244813 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:19:39.592518 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:19:48.210713 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-95850692-0773-4537-902b-7ff7f42b08d1 req-db424c58-5e83-4ee3-b6f9-464fa1585862 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=397a9d6e-2200-46c1-8e47-26aa9d406ab3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490339 Sep 01 14:19:48.273466 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95850692-0773-4537-902b-7ff7f42b08d1 req-3a494e55-73b8-4546-a5e0-c7cbbeeec86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:19:48.275041 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-95850692-0773-4537-902b-7ff7f42b08d1 req-3a494e55-73b8-4546-a5e0-c7cbbeeec86e service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=8acdb976501045c0813d16f3d0ffd13d&device_id=397a9d6e-2200-46c1-8e47-26aa9d406ab3 HTTP/1.1" status: 200 len: 1129 time: 0.0423245 Sep 01 14:19:48.400599 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95850692-0773-4537-902b-7ff7f42b08d1 req-e28bfa6f-b539-49aa-842f-ba656e25c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:19:48.402032 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-95850692-0773-4537-902b-7ff7f42b08d1 req-e28bfa6f-b539-49aa-842f-ba656e25c43c service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 HTTP/1.1" status: 200 len: 913 time: 0.1067400 Sep 01 14:19:48.474501 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-95850692-0773-4537-902b-7ff7f42b08d1 req-2528ea27-b141-4e0e-9452-3c6eacc10c8c service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eecd28cb-3ec6-44bb-9bad-77c2c70db92a HTTP/1.1" status: 200 len: 1000 time: 0.0659425 Sep 01 14:19:48.536137 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95850692-0773-4537-902b-7ff7f42b08d1 req-8b1fdc8d-44d9-44e4-a611-f42d863fd908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:19:48.538353 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-95850692-0773-4537-902b-7ff7f42b08d1 req-8b1fdc8d-44d9-44e4-a611-f42d863fd908 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527 HTTP/1.1" status: 200 len: 851 time: 0.0584133 Sep 01 14:19:48.593194 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95850692-0773-4537-902b-7ff7f42b08d1 req-4f823fa8-9fdc-4745-8dd1-a2fc1ae7f3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:19:48.595039 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-95850692-0773-4537-902b-7ff7f42b08d1 req-4f823fa8-9fdc-4745-8dd1-a2fc1ae7f3e1 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510795 Sep 01 14:19:48.698366 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-95850692-0773-4537-902b-7ff7f42b08d1 req-a1ba0c24-372c-4789-acae-410424314404 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964067 Sep 01 14:19:48.808337 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-95850692-0773-4537-902b-7ff7f42b08d1 req-3bd73f5b-79c6-466d-8741-4f6a7b91d2b3 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038289 Sep 01 14:19:49.514552 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:19:49.516128 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:19:54.396716 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-4df73ba5-95e2-4360-8498-d123ea2858a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:19:55.671733 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 6 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:19:57.443414 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-56563c95-1fdd-45a2-a206-3121ff6275af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:19:58.797137 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=52 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:19:58.804393 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=49 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:19:59.291045 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:00.408828 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:01.197513 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:05.666219 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=4 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:20:05.667212 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=4 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:20:09.597482 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:16.292021 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 37386) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:20:16.493472 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [None req-8a6318d5-9744-4457-b488-3ce12725680c tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Deleting port 06a9ec1c-e8ff-42da-b991-c64fcf52d6f5 {{(pid=107073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:20:16.502794 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8a6318d5-9744-4457-b488-3ce12725680c tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (06a9ec1c-e8ff-42da-b991-c64fcf52d6f5), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:16.600655 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8a6318d5-9744-4457-b488-3ce12725680c tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (06a9ec1c-e8ff-42da-b991-c64fcf52d6f5), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:16.601126 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8a6318d5-9744-4457-b488-3ce12725680c tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for floatingip (06a9ec1c-e8ff-42da-b991-c64fcf52d6f5), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:16.621698 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [None req-8a6318d5-9744-4457-b488-3ce12725680c tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Calling delete_port for 06a9ec1c-e8ff-42da-b991-c64fcf52d6f5 owned by network:floatingip {{(pid=107073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:20:16.882855 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8a6318d5-9744-4457-b488-3ce12725680c tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (06a9ec1c-e8ff-42da-b991-c64fcf52d6f5), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:17.194857 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6318d5-9744-4457-b488-3ce12725680c tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Pushing event deleted for resources: {'Port': ['ID=06a9ec1c-e8ff-42da-b991-c64fcf52d6f5,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:20:17.211007 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6318d5-9744-4457-b488-3ce12725680c tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:17.211371 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6318d5-9744-4457-b488-3ce12725680c tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:17.211680 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6318d5-9744-4457-b488-3ce12725680c tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:17.212014 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6318d5-9744-4457-b488-3ce12725680c tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:17.212354 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6318d5-9744-4457-b488-3ce12725680c tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:17.212739 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6318d5-9744-4457-b488-3ce12725680c tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:17.213079 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6318d5-9744-4457-b488-3ce12725680c tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:17.213402 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6318d5-9744-4457-b488-3ce12725680c tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:17.213732 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6318d5-9744-4457-b488-3ce12725680c tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:17.214081 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6318d5-9744-4457-b488-3ce12725680c tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:17.214407 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6318d5-9744-4457-b488-3ce12725680c tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:17.214732 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6318d5-9744-4457-b488-3ce12725680c tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:17.215053 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6318d5-9744-4457-b488-3ce12725680c tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:17.215372 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6318d5-9744-4457-b488-3ce12725680c tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:17.215691 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6318d5-9744-4457-b488-3ce12725680c tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:17.281121 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8a6318d5-9744-4457-b488-3ce12725680c tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for floatingip (e48b6219-19e1-491b-a077-184e7ffcd117), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:17.281441 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.db.l3_db [None req-8a6318d5-9744-4457-b488-3ce12725680c tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Floating IP e48b6219-19e1-491b-a077-184e7ffcd117 disassociated (deleted). External IP: 172.27.2.81, port: eecd28cb-3ec6-44bb-9bad-77c2c70db92a. Sep 01 14:20:17.550165 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6318d5-9744-4457-b488-3ce12725680c tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Router e0ff8f07-361c-48d1-b834-0573de213e75 has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:20:17.678594 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6318d5-9744-4457-b488-3ce12725680c tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:20:17.683370 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-8a6318d5-9744-4457-b488-3ce12725680c tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for floatingip (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:17.692787 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254b9000-73b2-4e06-a118-94237a67faeb None None] Sync routers for ids ['e0ff8f07-361c-48d1-b834-0573de213e75'] in dv-cinder-852211-7-iscsi {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:20:17.707453 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254b9000-73b2-4e06-a118-94237a67faeb None None] Routers {'e0ff8f07-361c-48d1-b834-0573de213e75'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:20:17.708524 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-254b9000-73b2-4e06-a118-94237a67faeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:19:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['e0ff8f07-361c-48d1-b834-0573de213e75'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:20:17.719514 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:20:17.726837 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-8a6318d5-9744-4457-b488-3ce12725680c tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/e48b6219-19e1-491b-a077-184e7ffcd117 HTTP/1.1" status: 204 len: 168 time: 1.4306498 Sep 01 14:20:17.726837 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '397a9d6e-2200-46c1-8e47-26aa9d406ab3', 'tag': 'eecd28cb-3ec6-44bb-9bad-77c2c70db92a'}] {{(pid=107073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:20:17.727520 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa2be68435688eaee197eda6180a725a3135abf9bfe352ecc662039bf4a93bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3b5c55-eed7-43b2-82a2-a425bc9ef15d" -d '{"events": [{"name": "network-changed", "server_uuid": "397a9d6e-2200-46c1-8e47-26aa9d406ab3", "tag": "eecd28cb-3ec6-44bb-9bad-77c2c70db92a"}]}' {{(pid=107073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:20:17.791850 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1707161b-3d33-44d1-bfbb-63eb03bf7ad0 x-openstack-request-id: req-1707161b-3d33-44d1-bfbb-63eb03bf7ad0 {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:20:17.792548 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "397a9d6e-2200-46c1-8e47-26aa9d406ab3", "tag": "eecd28cb-3ec6-44bb-9bad-77c2c70db92a", "status": "completed", "code": 200}]} {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:20:17.792954 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1707161b-3d33-44d1-bfbb-63eb03bf7ad0 {{(pid=107073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:20:17.793601 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1707161b-3d33-44d1-bfbb-63eb03bf7ad0'] response: {'name': 'network-changed', 'server_uuid': '397a9d6e-2200-46c1-8e47-26aa9d406ab3', 'tag': 'eecd28cb-3ec6-44bb-9bad-77c2c70db92a', 'status': 'completed', 'code': 200} Sep 01 14:20:17.876433 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:20:17.888489 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-254b9000-73b2-4e06-a118-94237a67faeb None None] Set router e0ff8f07-361c-48d1-b834-0573de213e75 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:20:17.890749 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b5c55-eed7-43b2-82a2-a425bc9ef15d req-2517fcc6-032f-4b5c-aba2-026311508160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:20:17.893349 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3b3b5c55-eed7-43b2-82a2-a425bc9ef15d req-2517fcc6-032f-4b5c-aba2-026311508160 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=8acdb976501045c0813d16f3d0ffd13d&device_id=397a9d6e-2200-46c1-8e47-26aa9d406ab3 HTTP/1.1" status: 200 len: 1129 time: 0.0752394 Sep 01 14:20:18.066619 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b5c55-eed7-43b2-82a2-a425bc9ef15d req-7275d28e-82a7-44a1-a26b-74df8c9ace54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:20:18.069202 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3b3b5c55-eed7-43b2-82a2-a425bc9ef15d req-7275d28e-82a7-44a1-a26b-74df8c9ace54 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 HTTP/1.1" status: 200 len: 913 time: 0.1691749 Sep 01 14:20:18.121821 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3b3b5c55-eed7-43b2-82a2-a425bc9ef15d req-d593690d-1ad3-498f-95fe-c800484e6279 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eecd28cb-3ec6-44bb-9bad-77c2c70db92a HTTP/1.1" status: 200 len: 217 time: 0.0396242 Sep 01 14:20:18.185859 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-254b9000-73b2-4e06-a118-94237a67faeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'name': 'tempest-TestVolumeBootPattern-1276467625-router', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:27Z', 'revision_number': 4, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'gw_port': {'id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:18:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': '10b10c86-8b3d-4737-a435-2b47f5a5fb3b', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'port_id': 'a35baeba-2fc3-441f-b089-15255aad1de1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'mac_address': 'fa:16:3e:d1:3b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da103289-634e-420f-9750-b36e4d00c641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:16:36Z', 'updated_at': '2022-09-01T14:16:40Z', 'revision_number': 1, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533a4976-41de-431f-aa44-4aaf39a68069', 'name': '', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'mac_address': 'fa:16:3e:f1:ac:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:26Z', 'updated_at': '2022-09-01T14:12:34Z', 'revision_number': 5, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'subnets': [{'id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:20:18.203175 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b5c55-eed7-43b2-82a2-a425bc9ef15d req-da212117-2b69-4a2e-9ec3-89710e6c5f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:20:18.207464 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3b3b5c55-eed7-43b2-82a2-a425bc9ef15d req-da212117-2b69-4a2e-9ec3-89710e6c5f84 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527 HTTP/1.1" status: 200 len: 851 time: 0.0773444 Sep 01 14:20:18.226412 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254b9000-73b2-4e06-a118-94237a67faeb None None] Checking router: e0ff8f07-361c-48d1-b834-0573de213e75 for host: dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:20:18.240929 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254b9000-73b2-4e06-a118-94237a67faeb None None] Routers {'e0ff8f07-361c-48d1-b834-0573de213e75'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:20:18.242205 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-254b9000-73b2-4e06-a118-94237a67faeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:19:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['e0ff8f07-361c-48d1-b834-0573de213e75'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:20:18.323765 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eafb36-8b64-4f79-9375-50238a76231c req-ad3ce478-0902-4811-93d7-70fa2a9883cb tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:20:18.328521 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b9eafb36-8b64-4f79-9375-50238a76231c req-ad3ce478-0902-4811-93d7-70fa2a9883cb tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=397a9d6e-2200-46c1-8e47-26aa9d406ab3 HTTP/1.1" status: 200 len: 945 time: 0.0740614 Sep 01 14:20:18.398950 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b9eafb36-8b64-4f79-9375-50238a76231c req-20a25718-1e81-4e41-843a-547d27157707 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613735 Sep 01 14:20:18.487781 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-254b9000-73b2-4e06-a118-94237a67faeb None None] Set router e0ff8f07-361c-48d1-b834-0573de213e75 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:20:18.737208 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-254b9000-73b2-4e06-a118-94237a67faeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'name': 'tempest-TestVolumeBootPattern-1276467625-router', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:27Z', 'revision_number': 4, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'gw_port': {'id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:18:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': '10b10c86-8b3d-4737-a435-2b47f5a5fb3b', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'port_id': 'a35baeba-2fc3-441f-b089-15255aad1de1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'mac_address': 'fa:16:3e:d1:3b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da103289-634e-420f-9750-b36e4d00c641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:16:36Z', 'updated_at': '2022-09-01T14:16:40Z', 'revision_number': 1, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533a4976-41de-431f-aa44-4aaf39a68069', 'name': '', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'mac_address': 'fa:16:3e:f1:ac:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:26Z', 'updated_at': '2022-09-01T14:12:34Z', 'revision_number': 5, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'subnets': [{'id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:20:18.765508 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254b9000-73b2-4e06-a118-94237a67faeb None None] The sync data for ids ['e0ff8f07-361c-48d1-b834-0573de213e75'] in dv-cinder-852211-7-iscsi is: [{'id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'name': 'tempest-TestVolumeBootPattern-1276467625-router', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:27Z', 'revision_number': 4, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'gw_port': {'id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:18:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_floatingips': [{'id': '10b10c86-8b3d-4737-a435-2b47f5a5fb3b', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'router_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'port_id': 'a35baeba-2fc3-441f-b089-15255aad1de1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'mac_address': 'fa:16:3e:d1:3b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da103289-634e-420f-9750-b36e4d00c641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T14:16:36Z', 'updated_at': '2022-09-01T14:16:40Z', 'revision_number': 1, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533a4976-41de-431f-aa44-4aaf39a68069', 'name': '', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'mac_address': 'fa:16:3e:f1:ac:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:26Z', 'updated_at': '2022-09-01T14:12:34Z', 'revision_number': 5, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'subnets': [{'id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:20:19.028686 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d484f29-4dd3-455f-82c0-a7feaee8368d None None] New status for floating IP e48b6219-19e1-491b-a077-184e7ffcd117: DOWN {{(pid=107075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 14:20:19.259895 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b5c55-eed7-43b2-82a2-a425bc9ef15d req-165d2081-2c90-49f0-840b-96d37f06e26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:20:19.261453 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3b3b5c55-eed7-43b2-82a2-a425bc9ef15d req-165d2081-2c90-49f0-840b-96d37f06e26c service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420773 Sep 01 14:20:19.368051 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3b3b5c55-eed7-43b2-82a2-a425bc9ef15d req-adf1b02c-e963-420d-89d2-1aa105081572 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987539 Sep 01 14:20:19.511775 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-3b3b5c55-eed7-43b2-82a2-a425bc9ef15d req-d09106cb-d867-418a-a3e9-aa150f5f3544 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158140 Sep 01 14:20:19.594304 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d71a76-6fc1-4f90-b4bd-25e55cf21d21 req-f3602989-3bed-4b6c-af29-41b96bd1dd8b tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:20:19.595910 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-17d71a76-6fc1-4f90-b4bd-25e55cf21d21 req-f3602989-3bed-4b6c-af29-41b96bd1dd8b tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=397a9d6e-2200-46c1-8e47-26aa9d406ab3 HTTP/1.1" status: 200 len: 945 time: 0.0826352 Sep 01 14:20:19.652521 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-17d71a76-6fc1-4f90-b4bd-25e55cf21d21 req-e7f3f9b9-468e-418d-9344-2e7f6804842e tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487201 Sep 01 14:20:19.780692 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc7292-a4c4-4755-a021-2272076f2247 req-7a8f556e-26f9-4319-9bba-9305cc8eca31 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:20:19.782338 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b3dc7292-a4c4-4755-a021-2272076f2247 req-7a8f556e-26f9-4319-9bba-9305cc8eca31 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=397a9d6e-2200-46c1-8e47-26aa9d406ab3 HTTP/1.1" status: 200 len: 945 time: 0.0526798 Sep 01 14:20:19.880944 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [req-b3dc7292-a4c4-4755-a021-2272076f2247 req-cb860a43-728a-436c-958f-e566d3bfbb75 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Deleting port eecd28cb-3ec6-44bb-9bad-77c2c70db92a {{(pid=107073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:20:19.881408 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-b3dc7292-a4c4-4755-a021-2272076f2247 req-cb860a43-728a-436c-958f-e566d3bfbb75 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (eecd28cb-3ec6-44bb-9bad-77c2c70db92a), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:19.949461 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:20:19.988166 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [req-b3dc7292-a4c4-4755-a021-2272076f2247 req-cb860a43-728a-436c-958f-e566d3bfbb75 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] For port eecd28cb-3ec6-44bb-9bad-77c2c70db92a, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=eecd28cb-3ec6-44bb-9bad-77c2c70db92a,segment=NetworkSegment(2b7d1c7b-bf62-4ac5-834a-3285ade09ba6),segment_id=2b7d1c7b-bf62-4ac5-834a-3285ade09ba6)] {{(pid=107073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:20:19.988546 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-b3dc7292-a4c4-4755-a021-2272076f2247 req-cb860a43-728a-436c-958f-e566d3bfbb75 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (eecd28cb-3ec6-44bb-9bad-77c2c70db92a), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:20.005303 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [req-b3dc7292-a4c4-4755-a021-2272076f2247 req-cb860a43-728a-436c-958f-e566d3bfbb75 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Calling delete_port for eecd28cb-3ec6-44bb-9bad-77c2c70db92a owned by compute:nova {{(pid=107073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:20:20.226054 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-b3dc7292-a4c4-4755-a021-2272076f2247 req-cb860a43-728a-436c-958f-e566d3bfbb75 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (eecd28cb-3ec6-44bb-9bad-77c2c70db92a), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:20.260369 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb860a43-728a-436c-958f-e566d3bfbb75 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Pushing event deleted for resources: {'Port': ['ID=eecd28cb-3ec6-44bb-9bad-77c2c70db92a,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:20:20.315472 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3dc7292-a4c4-4755-a021-2272076f2247 req-cb860a43-728a-436c-958f-e566d3bfbb75 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] No DVR routers for this DVR port eecd28cb-3ec6-44bb-9bad-77c2c70db92a on host hv-cinder-85221 {{(pid=107073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:20:20.318116 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-b3dc7292-a4c4-4755-a021-2272076f2247 req-cb860a43-728a-436c-958f-e566d3bfbb75 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:20.321448 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-b3dc7292-a4c4-4755-a021-2272076f2247 req-cb860a43-728a-436c-958f-e566d3bfbb75 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.72 "DELETE /networking/v2.0/ports/eecd28cb-3ec6-44bb-9bad-77c2c70db92a HTTP/1.1" status: 204 len: 173 time: 0.5339370 Sep 01 14:20:20.322027 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397a9d6e-2200-46c1-8e47-26aa9d406ab3', 'name': 'network-vif-deleted', 'tag': 'eecd28cb-3ec6-44bb-9bad-77c2c70db92a'}] {{(pid=107073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:20:20.324767 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa2be68435688eaee197eda6180a725a3135abf9bfe352ecc662039bf4a93bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58175f94-f5ad-48c6-bafa-11ffc874a423" -d '{"events": [{"server_uuid": "397a9d6e-2200-46c1-8e47-26aa9d406ab3", "name": "network-vif-deleted", "tag": "eecd28cb-3ec6-44bb-9bad-77c2c70db92a"}]}' {{(pid=107073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:20:20.376040 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35c0d1e-fc30-44a5-98ec-bf4dc36373f2 x-openstack-request-id: req-e35c0d1e-fc30-44a5-98ec-bf4dc36373f2 {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:20:20.376487 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397a9d6e-2200-46c1-8e47-26aa9d406ab3", "name": "network-vif-deleted", "tag": "eecd28cb-3ec6-44bb-9bad-77c2c70db92a", "status": "completed", "code": 200}]} {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:20:20.376881 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e35c0d1e-fc30-44a5-98ec-bf4dc36373f2 {{(pid=107073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:20:20.377539 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e35c0d1e-fc30-44a5-98ec-bf4dc36373f2'] response: {'server_uuid': '397a9d6e-2200-46c1-8e47-26aa9d406ab3', 'name': 'network-vif-deleted', 'tag': 'eecd28cb-3ec6-44bb-9bad-77c2c70db92a', 'status': 'completed', 'code': 200} Sep 01 14:20:20.806222 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-02b0b3d4-5221-4330-aa37-0693a9b5f0c7 req-12fbb5c7-9659-4d5a-b474-385172faefc3 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=397a9d6e-2200-46c1-8e47-26aa9d406ab3 HTTP/1.1" status: 200 len: 210 time: 0.0317347 Sep 01 14:20:21.940245 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-e97dbf44-1098-44e5-a0f5-9b2847e7cbef req-42746a5a-d375-4141-a9c7-fbc2aceed256 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=397a9d6e-2200-46c1-8e47-26aa9d406ab3 HTTP/1.1" status: 200 len: 210 time: 0.0359738 Sep 01 14:20:23.567896 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device eecd28cb-3ec6-44bb-9bad-77c2c70db92a no longer exists at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:20:23.571862 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:20:23.573039 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:20:23.593519 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] No Port match for: eecd28cb-3ec6-44bb-9bad-77c2c70db92a {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:20:23.593962 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device eecd28cb-3ec6-44bb-9bad-77c2c70db92a not bound to the agent host hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:20:24.385094 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-97b8f006-5201-4535-9c7d-44b4784a90ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:25.724925 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 37428) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:20:25.880552 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:20:25.891736 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [None req-0a9c033c-354f-4804-a3a0-8e3c0bf860d9 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Deleting port 41553fc4-7a5b-4029-9531-5d1578d32450 {{(pid=107073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:20:25.897253 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0a9c033c-354f-4804-a3a0-8e3c0bf860d9 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (41553fc4-7a5b-4029-9531-5d1578d32450), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:25.988450 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0a9c033c-354f-4804-a3a0-8e3c0bf860d9 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (41553fc4-7a5b-4029-9531-5d1578d32450), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:25.988786 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0a9c033c-354f-4804-a3a0-8e3c0bf860d9 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for floatingip (41553fc4-7a5b-4029-9531-5d1578d32450), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:26.009597 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [None req-0a9c033c-354f-4804-a3a0-8e3c0bf860d9 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Calling delete_port for 41553fc4-7a5b-4029-9531-5d1578d32450 owned by network:floatingip {{(pid=107073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:20:26.298748 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0a9c033c-354f-4804-a3a0-8e3c0bf860d9 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (41553fc4-7a5b-4029-9531-5d1578d32450), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:26.326073 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c033c-354f-4804-a3a0-8e3c0bf860d9 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Pushing event deleted for resources: {'Port': ['ID=41553fc4-7a5b-4029-9531-5d1578d32450,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:20:26.428524 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:20:26.441040 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0a9c033c-354f-4804-a3a0-8e3c0bf860d9 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for floatingip (10b10c86-8b3d-4737-a435-2b47f5a5fb3b), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:26.443780 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.db.l3_db [None req-0a9c033c-354f-4804-a3a0-8e3c0bf860d9 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Floating IP 10b10c86-8b3d-4737-a435-2b47f5a5fb3b disassociated (deleted). External IP: 172.27.2.241, port: a35baeba-2fc3-441f-b089-15255aad1de1. Sep 01 14:20:26.700715 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9c033c-354f-4804-a3a0-8e3c0bf860d9 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Router e0ff8f07-361c-48d1-b834-0573de213e75 has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:20:26.830154 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9c033c-354f-4804-a3a0-8e3c0bf860d9 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:20:26.836809 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0a9c033c-354f-4804-a3a0-8e3c0bf860d9 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for floatingip (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:26.843598 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b05371-4195-4d02-8b5a-72791912f59f None None] Sync routers for ids ['e0ff8f07-361c-48d1-b834-0573de213e75'] in dv-cinder-852211-7-iscsi {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:20:26.861320 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b05371-4195-4d02-8b5a-72791912f59f None None] Routers {'e0ff8f07-361c-48d1-b834-0573de213e75'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:20:26.862317 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-f1b05371-4195-4d02-8b5a-72791912f59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:19:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['e0ff8f07-361c-48d1-b834-0573de213e75'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:20:26.874359 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-0a9c033c-354f-4804-a3a0-8e3c0bf860d9 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/10b10c86-8b3d-4737-a435-2b47f5a5fb3b HTTP/1.1" status: 204 len: 168 time: 1.1474485 Sep 01 14:20:26.874359 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da103289-634e-420f-9750-b36e4d00c641', 'tag': 'a35baeba-2fc3-441f-b089-15255aad1de1'}] {{(pid=107073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:20:26.877127 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa2be68435688eaee197eda6180a725a3135abf9bfe352ecc662039bf4a93bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f0739d-a032-4fee-a60c-e315b5cb7776" -d '{"events": [{"name": "network-changed", "server_uuid": "da103289-634e-420f-9750-b36e4d00c641", "tag": "a35baeba-2fc3-441f-b089-15255aad1de1"}]}' {{(pid=107073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:20:26.932040 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 14:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2c903d-cdf6-4480-b1ca-9e9e8d7cdfd8 x-openstack-request-id: req-ee2c903d-cdf6-4480-b1ca-9e9e8d7cdfd8 {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:20:26.932573 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da103289-634e-420f-9750-b36e4d00c641", "tag": "a35baeba-2fc3-441f-b089-15255aad1de1", "status": "completed", "code": 200}]} {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:20:26.932969 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee2c903d-cdf6-4480-b1ca-9e9e8d7cdfd8 {{(pid=107073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:20:26.934300 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee2c903d-cdf6-4480-b1ca-9e9e8d7cdfd8'] response: {'name': 'network-changed', 'server_uuid': 'da103289-634e-420f-9750-b36e4d00c641', 'tag': 'a35baeba-2fc3-441f-b089-15255aad1de1', 'status': 'completed', 'code': 200} Sep 01 14:20:27.020412 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0739d-a032-4fee-a60c-e315b5cb7776 req-ce9d23fe-5c3b-4a7e-ab58-2c75975f2b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:20:27.020719 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-f1b05371-4195-4d02-8b5a-72791912f59f None None] Set router e0ff8f07-361c-48d1-b834-0573de213e75 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:20:27.027973 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-32f0739d-a032-4fee-a60c-e315b5cb7776 req-ce9d23fe-5c3b-4a7e-ab58-2c75975f2b48 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=8acdb976501045c0813d16f3d0ffd13d&device_id=da103289-634e-420f-9750-b36e4d00c641 HTTP/1.1" status: 200 len: 1129 time: 0.0619092 Sep 01 14:20:27.105071 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:20:27.137436 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0739d-a032-4fee-a60c-e315b5cb7776 req-4665fbe7-27a2-4797-8d2f-d1f581fc98a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:20:27.139444 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-32f0739d-a032-4fee-a60c-e315b5cb7776 req-4665fbe7-27a2-4797-8d2f-d1f581fc98a8 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 HTTP/1.1" status: 200 len: 913 time: 0.1107628 Sep 01 14:20:27.144454 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=100 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:20:27.155506 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:20:27.181908 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-32f0739d-a032-4fee-a60c-e315b5cb7776 req-e9551cce-2dd6-43af-93ce-2f0ab43af78e service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a35baeba-2fc3-441f-b089-15255aad1de1 HTTP/1.1" status: 200 len: 217 time: 0.0364087 Sep 01 14:20:27.248791 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-f1b05371-4195-4d02-8b5a-72791912f59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'name': 'tempest-TestVolumeBootPattern-1276467625-router', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:27Z', 'revision_number': 4, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'gw_port': {'id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:18:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '533a4976-41de-431f-aa44-4aaf39a68069', 'name': '', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'mac_address': 'fa:16:3e:f1:ac:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:26Z', 'updated_at': '2022-09-01T14:12:34Z', 'revision_number': 5, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'subnets': [{'id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:20:27.249466 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0739d-a032-4fee-a60c-e315b5cb7776 req-5ffbe00f-1876-4d7c-bed4-bd2939e58bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:20:27.251036 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-32f0739d-a032-4fee-a60c-e315b5cb7776 req-5ffbe00f-1876-4d7c-bed4-bd2939e58bf6 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527 HTTP/1.1" status: 200 len: 851 time: 0.0631607 Sep 01 14:20:27.292773 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b05371-4195-4d02-8b5a-72791912f59f None None] Checking router: e0ff8f07-361c-48d1-b834-0573de213e75 for host: dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:20:27.302792 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0739d-a032-4fee-a60c-e315b5cb7776 req-e9dd79a4-8a3a-4f8f-b22c-f94947d25d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:20:27.308705 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-32f0739d-a032-4fee-a60c-e315b5cb7776 req-e9dd79a4-8a3a-4f8f-b22c-f94947d25d65 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460627 Sep 01 14:20:27.309075 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b05371-4195-4d02-8b5a-72791912f59f None None] Routers {'e0ff8f07-361c-48d1-b834-0573de213e75'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:20:27.309075 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-f1b05371-4195-4d02-8b5a-72791912f59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:19:57Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['e0ff8f07-361c-48d1-b834-0573de213e75'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:20:27.439980 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b9d86-164a-4858-aa15-0a544befd557 req-e821ac72-eb81-455b-85fb-e3adc74681fa tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:20:27.441573 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d49b9d86-164a-4858-aa15-0a544befd557 req-e821ac72-eb81-455b-85fb-e3adc74681fa tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=da103289-634e-420f-9750-b36e4d00c641 HTTP/1.1" status: 200 len: 945 time: 0.0692463 Sep 01 14:20:27.465661 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-f1b05371-4195-4d02-8b5a-72791912f59f None None] Set router e0ff8f07-361c-48d1-b834-0573de213e75 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:20:27.485560 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-32f0739d-a032-4fee-a60c-e315b5cb7776 req-92d9f13a-72d5-41ba-9389-2913feedc664 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733053 Sep 01 14:20:27.499724 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-1177bfb1-66a4-4883-9216-fd3481c459c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:27.520907 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-d49b9d86-164a-4858-aa15-0a544befd557 req-fbf34edc-284e-4b72-9740-b0581dc574a0 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683362 Sep 01 14:20:27.692984 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-f1b05371-4195-4d02-8b5a-72791912f59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'name': 'tempest-TestVolumeBootPattern-1276467625-router', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:27Z', 'revision_number': 4, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'gw_port': {'id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:18:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '533a4976-41de-431f-aa44-4aaf39a68069', 'name': '', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'mac_address': 'fa:16:3e:f1:ac:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:26Z', 'updated_at': '2022-09-01T14:12:34Z', 'revision_number': 5, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'subnets': [{'id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:20:27.722365 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b05371-4195-4d02-8b5a-72791912f59f None None] The sync data for ids ['e0ff8f07-361c-48d1-b834-0573de213e75'] in dv-cinder-852211-7-iscsi is: [{'id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'name': 'tempest-TestVolumeBootPattern-1276467625-router', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:27Z', 'revision_number': 4, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'gw_port': {'id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:18:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi', '_interfaces': [{'id': '533a4976-41de-431f-aa44-4aaf39a68069', 'name': '', 'network_id': 'ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'mac_address': 'fa:16:3e:f1:ac:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:26Z', 'updated_at': '2022-09-01T14:12:34Z', 'revision_number': 5, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'subnets': [{'id': 'db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:20:27.987795 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7f5654-168f-40b5-ad67-22889c7115d4 None None] New status for floating IP 10b10c86-8b3d-4737-a435-2b47f5a5fb3b: DOWN {{(pid=107075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 14:20:28.470179 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-32f0739d-a032-4fee-a60c-e315b5cb7776 req-bad6816e-0e65-4235-8eb4-e6c665ef4d3f service neutron] 10.222.0.72 "GET /networking/v2.0/networks/ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044664 Sep 01 14:20:28.695098 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc747375-828f-4640-b839-cf9c15799c15 req-40c299e4-454f-43cf-80c9-edad8ebca36c tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:20:28.696559 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-fc747375-828f-4640-b839-cf9c15799c15 req-40c299e4-454f-43cf-80c9-edad8ebca36c tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=da103289-634e-420f-9750-b36e4d00c641 HTTP/1.1" status: 200 len: 945 time: 0.0504305 Sep 01 14:20:28.748930 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-fc747375-828f-4640-b839-cf9c15799c15 req-d795ce9d-a26e-4e13-9094-25fae4153623 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=777c6d32-7822-4d36-9c77-fefc1d699394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461295 Sep 01 14:20:28.861401 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d0622-c535-4f69-8d9c-c8a4c50d197a req-84ab250b-cbbc-47eb-b68d-2341dbec5be1 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 14:20:28.863200 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f25d0622-c535-4f69-8d9c-c8a4c50d197a req-84ab250b-cbbc-47eb-b68d-2341dbec5be1 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=da103289-634e-420f-9750-b36e4d00c641 HTTP/1.1" status: 200 len: 945 time: 0.0525763 Sep 01 14:20:28.875844 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=100 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:20:28.961433 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [req-f25d0622-c535-4f69-8d9c-c8a4c50d197a req-711ae405-ff9a-4b04-8433-31fd1de2ed48 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Deleting port a35baeba-2fc3-441f-b089-15255aad1de1 {{(pid=107073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:20:28.961772 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-f25d0622-c535-4f69-8d9c-c8a4c50d197a req-711ae405-ff9a-4b04-8433-31fd1de2ed48 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (a35baeba-2fc3-441f-b089-15255aad1de1), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:29.072602 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [req-f25d0622-c535-4f69-8d9c-c8a4c50d197a req-711ae405-ff9a-4b04-8433-31fd1de2ed48 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] For port a35baeba-2fc3-441f-b089-15255aad1de1, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=a35baeba-2fc3-441f-b089-15255aad1de1,segment=NetworkSegment(2b7d1c7b-bf62-4ac5-834a-3285ade09ba6),segment_id=2b7d1c7b-bf62-4ac5-834a-3285ade09ba6)] {{(pid=107073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:20:29.072957 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-f25d0622-c535-4f69-8d9c-c8a4c50d197a req-711ae405-ff9a-4b04-8433-31fd1de2ed48 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (a35baeba-2fc3-441f-b089-15255aad1de1), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:29.089972 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [req-f25d0622-c535-4f69-8d9c-c8a4c50d197a req-711ae405-ff9a-4b04-8433-31fd1de2ed48 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Calling delete_port for a35baeba-2fc3-441f-b089-15255aad1de1 owned by compute:nova {{(pid=107073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:20:29.277114 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:29.356845 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-f25d0622-c535-4f69-8d9c-c8a4c50d197a req-711ae405-ff9a-4b04-8433-31fd1de2ed48 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (a35baeba-2fc3-441f-b089-15255aad1de1), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:29.398223 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ae405-ff9a-4b04-8433-31fd1de2ed48 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Pushing event deleted for resources: {'Port': ['ID=a35baeba-2fc3-441f-b089-15255aad1de1,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:20:29.446823 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25d0622-c535-4f69-8d9c-c8a4c50d197a req-711ae405-ff9a-4b04-8433-31fd1de2ed48 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] No DVR routers for this DVR port a35baeba-2fc3-441f-b089-15255aad1de1 on host hv-cinder-85221 {{(pid=107073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:20:29.449811 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [req-f25d0622-c535-4f69-8d9c-c8a4c50d197a req-711ae405-ff9a-4b04-8433-31fd1de2ed48 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for port (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:29.453502 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-f25d0622-c535-4f69-8d9c-c8a4c50d197a req-711ae405-ff9a-4b04-8433-31fd1de2ed48 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.72 "DELETE /networking/v2.0/ports/a35baeba-2fc3-441f-b089-15255aad1de1 HTTP/1.1" status: 204 len: 173 time: 0.5851438 Sep 01 14:20:29.454019 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da103289-634e-420f-9750-b36e4d00c641', 'name': 'network-vif-deleted', 'tag': 'a35baeba-2fc3-441f-b089-15255aad1de1'}] {{(pid=107073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 14:20:29.456472 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa2be68435688eaee197eda6180a725a3135abf9bfe352ecc662039bf4a93bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4567bbe-4c01-4faa-812b-5651e9407ad2" -d '{"events": [{"server_uuid": "da103289-634e-420f-9750-b36e4d00c641", "name": "network-vif-deleted", "tag": "a35baeba-2fc3-441f-b089-15255aad1de1"}]}' {{(pid=107073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:20:29.530109 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 14:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd51e82c-da80-4b20-a70a-368ec4069442 x-openstack-request-id: req-bd51e82c-da80-4b20-a70a-368ec4069442 {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:20:29.530109 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da103289-634e-420f-9750-b36e4d00c641", "name": "network-vif-deleted", "tag": "a35baeba-2fc3-441f-b089-15255aad1de1", "status": "completed", "code": 200}]} {{(pid=107073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:20:29.530109 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd51e82c-da80-4b20-a70a-368ec4069442 {{(pid=107073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:20:29.530109 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd51e82c-da80-4b20-a70a-368ec4069442'] response: {'server_uuid': 'da103289-634e-420f-9750-b36e4d00c641', 'name': 'network-vif-deleted', 'tag': 'a35baeba-2fc3-441f-b089-15255aad1de1', 'status': 'completed', 'code': 200} Sep 01 14:20:29.910796 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [req-1d74dd43-92e5-4437-9b57-25255f6570f4 req-146964d5-0fa0-4b4c-a714-836592499b23 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=da103289-634e-420f-9750-b36e4d00c641 HTTP/1.1" status: 200 len: 210 time: 0.0457721 Sep 01 14:20:30.534165 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:31.004431 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 37444) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:20:31.158408 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [None req-0778982b-be7a-435d-9a4d-fa490fcd4683 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Deleting port c043a02d-86e7-4eaf-a2da-a031db797e2f {{(pid=107073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:20:31.159010 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0778982b-be7a-435d-9a4d-fa490fcd4683 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (c043a02d-86e7-4eaf-a2da-a031db797e2f), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:31.215980 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:20:31.248691 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:31.266506 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0778982b-be7a-435d-9a4d-fa490fcd4683 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (c043a02d-86e7-4eaf-a2da-a031db797e2f), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:31.266827 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0778982b-be7a-435d-9a4d-fa490fcd4683 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for floatingip (c043a02d-86e7-4eaf-a2da-a031db797e2f), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:31.291030 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [None req-0778982b-be7a-435d-9a4d-fa490fcd4683 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Calling delete_port for c043a02d-86e7-4eaf-a2da-a031db797e2f owned by network:floatingip {{(pid=107073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:20:31.534199 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0778982b-be7a-435d-9a4d-fa490fcd4683 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (c043a02d-86e7-4eaf-a2da-a031db797e2f), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:31.539511 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:20:31.568372 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device a35baeba-2fc3-441f-b089-15255aad1de1 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:20:31.581436 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778982b-be7a-435d-9a4d-fa490fcd4683 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Pushing event deleted for resources: {'Port': ['ID=c043a02d-86e7-4eaf-a2da-a031db797e2f,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:20:31.608520 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] No Port match for: a35baeba-2fc3-441f-b089-15255aad1de1 {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:20:31.608992 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Device a35baeba-2fc3-441f-b089-15255aad1de1 not bound to the agent host hv-cinder-85221 {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:20:31.641382 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0778982b-be7a-435d-9a4d-fa490fcd4683 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for floatingip (e8161bf0-e727-4a52-a092-19921cd99b98), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:31.644019 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-0778982b-be7a-435d-9a4d-fa490fcd4683 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55889'] for floatingip (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:31.645966 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-0778982b-be7a-435d-9a4d-fa490fcd4683 tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/e8161bf0-e727-4a52-a092-19921cd99b98 HTTP/1.1" status: 204 len: 168 time: 0.6398110 Sep 01 14:20:32.672065 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 6 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:20:33.069496 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 37456) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:20:33.159546 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-95826a68-a44c-4430-a45d-61fb2d1a712f tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for security_group (777c6d32-7822-4d36-9c77-fefc1d699394), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:33.205379 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-95826a68-a44c-4430-a45d-61fb2d1a712f tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for security_group (777c6d32-7822-4d36-9c77-fefc1d699394), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:33.391591 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-95826a68-a44c-4430-a45d-61fb2d1a712f tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (777c6d32-7822-4d36-9c77-fefc1d699394), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:33.394333 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-95826a68-a44c-4430-a45d-61fb2d1a712f tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:33.395677 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-95826a68-a44c-4430-a45d-61fb2d1a712f tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/777c6d32-7822-4d36-9c77-fefc1d699394 HTTP/1.1" status: 204 len: 168 time: 0.3247194 Sep 01 14:20:33.407888 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95826a68-a44c-4430-a45d-61fb2d1a712f tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=777c6d32-7822-4d36-9c77-fefc1d699394,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:20:33.422149 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95826a68-a44c-4430-a45d-61fb2d1a712f tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:33.422671 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95826a68-a44c-4430-a45d-61fb2d1a712f tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:33.423097 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95826a68-a44c-4430-a45d-61fb2d1a712f tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:33.423653 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95826a68-a44c-4430-a45d-61fb2d1a712f tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:33.424122 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95826a68-a44c-4430-a45d-61fb2d1a712f tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:33.424573 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95826a68-a44c-4430-a45d-61fb2d1a712f tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:33.425002 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95826a68-a44c-4430-a45d-61fb2d1a712f tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:33.425430 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95826a68-a44c-4430-a45d-61fb2d1a712f tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:33.425968 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95826a68-a44c-4430-a45d-61fb2d1a712f tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:33.426444 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95826a68-a44c-4430-a45d-61fb2d1a712f tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:33.426865 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95826a68-a44c-4430-a45d-61fb2d1a712f tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:33.427243 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95826a68-a44c-4430-a45d-61fb2d1a712f tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:33.427627 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95826a68-a44c-4430-a45d-61fb2d1a712f tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:33.428035 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95826a68-a44c-4430-a45d-61fb2d1a712f tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:33.428405 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95826a68-a44c-4430-a45d-61fb2d1a712f tempest-TestVolumeBootPattern-657955642 tempest-TestVolumeBootPattern-657955642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:33.547989 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 37462) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:20:34.320787 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-e0f2c642-984f-4170-a7b2-876199e406d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33121012'] for router_interface (e0ff8f07-361c-48d1-b834-0573de213e75), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:34.569968 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-e0f2c642-984f-4170-a7b2-876199e406d3 admin admin] Deleting port 533a4976-41de-431f-aa44-4aaf39a68069 {{(pid=107074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:20:34.570466 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-e0f2c642-984f-4170-a7b2-876199e406d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (533a4976-41de-431f-aa44-4aaf39a68069), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:34.670759 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [None req-e0f2c642-984f-4170-a7b2-876199e406d3 admin admin] For port 533a4976-41de-431f-aa44-4aaf39a68069, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=533a4976-41de-431f-aa44-4aaf39a68069,segment=NetworkSegment(2b7d1c7b-bf62-4ac5-834a-3285ade09ba6),segment_id=2b7d1c7b-bf62-4ac5-834a-3285ade09ba6)] {{(pid=107074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:20:34.671263 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-e0f2c642-984f-4170-a7b2-876199e406d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (533a4976-41de-431f-aa44-4aaf39a68069), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:34.687698 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-e0f2c642-984f-4170-a7b2-876199e406d3 admin admin] Calling delete_port for 533a4976-41de-431f-aa44-4aaf39a68069 owned by network:router_interface {{(pid=107074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:20:34.701375 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:20:34.758151 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:20:34.985049 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-e0f2c642-984f-4170-a7b2-876199e406d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (533a4976-41de-431f-aa44-4aaf39a68069), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:35.012150 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2c642-984f-4170-a7b2-876199e406d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=533a4976-41de-431f-aa44-4aaf39a68069,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:20:35.206740 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-e0f2c642-984f-4170-a7b2-876199e406d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33033800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33121348'] for router_interface (e0ff8f07-361c-48d1-b834-0573de213e75), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:35.444886 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f2c642-984f-4170-a7b2-876199e406d3 admin admin] Router e0ff8f07-361c-48d1-b834-0573de213e75 has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:20:35.563044 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f2c642-984f-4170-a7b2-876199e406d3 admin admin] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:20:35.568568 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-e0f2c642-984f-4170-a7b2-876199e406d3 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/e0ff8f07-361c-48d1-b834-0573de213e75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0189536 Sep 01 14:20:35.572922 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 37466) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:20:35.574093 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea6874d-7594-486d-bbd6-26b1251fba74 None None] Sync routers for ids ['e0ff8f07-361c-48d1-b834-0573de213e75'] in dv-cinder-852211-7-iscsi {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:20:35.591899 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea6874d-7594-486d-bbd6-26b1251fba74 None None] Routers {'e0ff8f07-361c-48d1-b834-0573de213e75'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:20:35.592909 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-fea6874d-7594-486d-bbd6-26b1251fba74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:20:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['e0ff8f07-361c-48d1-b834-0573de213e75'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:20:35.729893 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-fea6874d-7594-486d-bbd6-26b1251fba74 None None] Set router e0ff8f07-361c-48d1-b834-0573de213e75 gateway port host: dv-cinder-852211-7-iscsi {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:20:35.737415 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-fbeaad5c-519e-466f-96d3-29ac2a9636ae admin admin] Publish callbacks [] for router (e0ff8f07-361c-48d1-b834-0573de213e75), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:35.852262 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-fbeaad5c-519e-466f-96d3-29ac2a9636ae admin admin] Publish callbacks [] for router_gateway (e0ff8f07-361c-48d1-b834-0573de213e75), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:35.992860 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [None req-fbeaad5c-519e-466f-96d3-29ac2a9636ae admin admin] Deleting port 964620b5-0a86-4ce6-8721-9cef62d5792a {{(pid=107073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:20:35.993248 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-fbeaad5c-519e-466f-96d3-29ac2a9636ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (964620b5-0a86-4ce6-8721-9cef62d5792a), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:36.111264 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-fea6874d-7594-486d-bbd6-26b1251fba74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'name': 'tempest-TestVolumeBootPattern-1276467625-router', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:20:34Z', 'revision_number': 5, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'gw_port': {'id': '964620b5-0a86-4ce6-8721-9cef62d5792a', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:18:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:20:36.122968 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [None req-fbeaad5c-519e-466f-96d3-29ac2a9636ae admin admin] For port 964620b5-0a86-4ce6-8721-9cef62d5792a, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=964620b5-0a86-4ce6-8721-9cef62d5792a,segment=NetworkSegment(f315c88c-0cea-42ce-ac38-790188a99330),segment_id=f315c88c-0cea-42ce-ac38-790188a99330)] {{(pid=107073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:20:36.124225 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-fbeaad5c-519e-466f-96d3-29ac2a9636ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (964620b5-0a86-4ce6-8721-9cef62d5792a), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:36.150392 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [None req-fbeaad5c-519e-466f-96d3-29ac2a9636ae admin admin] Calling delete_port for 964620b5-0a86-4ce6-8721-9cef62d5792a owned by network:router_gateway {{(pid=107073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:20:36.161601 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea6874d-7594-486d-bbd6-26b1251fba74 None None] Checking router: e0ff8f07-361c-48d1-b834-0573de213e75 for host: dv-cinder-852211-7-iscsi {{(pid=107076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:20:36.177478 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea6874d-7594-486d-bbd6-26b1251fba74 None None] Routers {'e0ff8f07-361c-48d1-b834-0573de213e75'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:20:36.178338 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-fea6874d-7594-486d-bbd6-26b1251fba74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:20:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['e0ff8f07-361c-48d1-b834-0573de213e75'], 'active': True} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:20:36.181992 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=100 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:20:36.331023 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_dvr_db [None req-fea6874d-7594-486d-bbd6-26b1251fba74 None None] Set router e0ff8f07-361c-48d1-b834-0573de213e75 gateway port host: None {{(pid=107076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:20:36.426302 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.l3_hamode_db [None req-fea6874d-7594-486d-bbd6-26b1251fba74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'name': 'tempest-TestVolumeBootPattern-1276467625-router', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:20:35Z', 'revision_number': 6, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'gw_port_host': None}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:20:36.458593 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea6874d-7594-486d-bbd6-26b1251fba74 None None] The sync data for ids ['e0ff8f07-361c-48d1-b834-0573de213e75'] in dv-cinder-852211-7-iscsi is: [{'id': 'e0ff8f07-361c-48d1-b834-0573de213e75', 'name': 'tempest-TestVolumeBootPattern-1276467625-router', 'tenant_id': '8acdb976501045c0813d16f3d0ffd13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:12:22Z', 'updated_at': '2022-09-01T14:20:35Z', 'revision_number': 6, 'project_id': '8acdb976501045c0813d16f3d0ffd13d', 'gw_port_host': None}] {{(pid=107076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:20:36.830358 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-fbeaad5c-519e-466f-96d3-29ac2a9636ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (964620b5-0a86-4ce6-8721-9cef62d5792a), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:36.859961 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeaad5c-519e-466f-96d3-29ac2a9636ae admin admin] Pushing event deleted for resources: {'Port': ['ID=964620b5-0a86-4ce6-8721-9cef62d5792a,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:20:36.947872 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:20:36.962149 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-fbeaad5c-519e-466f-96d3-29ac2a9636ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122071'] for router_gateway (e0ff8f07-361c-48d1-b834-0573de213e75), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:37.065416 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-fbeaad5c-519e-466f-96d3-29ac2a9636ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33127694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3578'] for router (e0ff8f07-361c-48d1-b834-0573de213e75), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:37.068390 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-fbeaad5c-519e-466f-96d3-29ac2a9636ae admin admin] Publish callbacks [] for router_controller (e0ff8f07-361c-48d1-b834-0573de213e75), precommit_delete_associations {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:37.212843 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-fbeaad5c-519e-466f-96d3-29ac2a9636ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33120949'] for router (e0ff8f07-361c-48d1-b834-0573de213e75), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:37.213464 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbeaad5c-519e-466f-96d3-29ac2a9636ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0ff8f07-361c-48d1-b834-0573de213e75 {{(pid=107073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 14:20:37.227080 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-fbeaad5c-519e-466f-96d3-29ac2a9636ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:37.227080 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-fbeaad5c-519e-466f-96d3-29ac2a9636ae admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/e0ff8f07-361c-48d1-b834-0573de213e75 HTTP/1.1" status: 204 len: 168 time: 1.6465766 Sep 01 14:20:37.227080 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 37468) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:20:37.291744 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.db_base_plugin_v2 [None req-4df53d1c-3524-4b60-8d65-805b82a006b1 admin admin] Deleting subnet db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527 {{(pid=107073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 14:20:37.297236 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-4df53d1c-3524-4b60-8d65-805b82a006b1 admin admin] Publish callbacks [] for subnet (db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:37.351313 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-4df53d1c-3524-4b60-8d65-805b82a006b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4006330'] for subnet (db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527), precommit_delete_associations {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:37.376054 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:20:37.460038 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-4df53d1c-3524-4b60-8d65-805b82a006b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784543'] for subnet (db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:37.648446 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-4df53d1c-3524-4b60-8d65-805b82a006b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3069443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4179382'] for subnet (db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:37.678136 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df53d1c-3524-4b60-8d65-805b82a006b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:20:37.686221 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-4df53d1c-3524-4b60-8d65-805b82a006b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:37.689986 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-4df53d1c-3524-4b60-8d65-805b82a006b1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/db7ec5dc-a876-4bdd-a7f6-f5e9aad7f527 HTTP/1.1" status: 204 len: 168 time: 0.4634790 Sep 01 14:20:37.693519 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 37470) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:20:37.699208 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d28646-dd8d-4e8b-af2a-fb582ca1be5f None None] Network ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:20:37.834045 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-74f10d4a-3145-47d1-91a2-a91fbdc137ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-703534'] for network (ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:37.886152 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f4f250-7ec2-44af-b5ce-32b07ddc4573 None None] DHCP port deletion for ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 request from dv-cinder-852211-7-iscsi {{(pid=107075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 01 14:20:37.909172 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [None req-74f10d4a-3145-47d1-91a2-a91fbdc137ff admin admin] Deleting port a419d98d-4099-4bf7-857a-23afcdc7c72b {{(pid=107073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:20:37.913287 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-74f10d4a-3145-47d1-91a2-a91fbdc137ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (a419d98d-4099-4bf7-857a-23afcdc7c72b), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:37.951768 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-67f4f250-7ec2-44af-b5ce-32b07ddc4573 None None] Deleting port a419d98d-4099-4bf7-857a-23afcdc7c72b {{(pid=107075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:20:37.952201 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-67f4f250-7ec2-44af-b5ce-32b07ddc4573 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (a419d98d-4099-4bf7-857a-23afcdc7c72b), before_delete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:37.983986 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.db [None req-74f10d4a-3145-47d1-91a2-a91fbdc137ff admin admin] For port a419d98d-4099-4bf7-857a-23afcdc7c72b, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=a419d98d-4099-4bf7-857a-23afcdc7c72b,segment=NetworkSegment(2b7d1c7b-bf62-4ac5-834a-3285ade09ba6),segment_id=2b7d1c7b-bf62-4ac5-834a-3285ade09ba6)] {{(pid=107073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:20:37.984479 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-74f10d4a-3145-47d1-91a2-a91fbdc137ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (a419d98d-4099-4bf7-857a-23afcdc7c72b), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:38.002266 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.plugin [None req-74f10d4a-3145-47d1-91a2-a91fbdc137ff admin admin] Calling delete_port for a419d98d-4099-4bf7-857a-23afcdc7c72b owned by network:dhcp {{(pid=107073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:20:38.063185 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-67f4f250-7ec2-44af-b5ce-32b07ddc4573 None None] For port a419d98d-4099-4bf7-857a-23afcdc7c72b, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=a419d98d-4099-4bf7-857a-23afcdc7c72b,segment=NetworkSegment(2b7d1c7b-bf62-4ac5-834a-3285ade09ba6),segment_id=2b7d1c7b-bf62-4ac5-834a-3285ade09ba6)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:20:38.063794 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-67f4f250-7ec2-44af-b5ce-32b07ddc4573 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (a419d98d-4099-4bf7-857a-23afcdc7c72b), precommit_delete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:38.082730 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-67f4f250-7ec2-44af-b5ce-32b07ddc4573 None None] Calling delete_port for a419d98d-4099-4bf7-857a-23afcdc7c72b owned by network:dhcp {{(pid=107075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:20:38.184415 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 964620b5-0a86-4ce6-8721-9cef62d5792a no longer exists at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:20:38.207914 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] No Port match for: 964620b5-0a86-4ce6-8721-9cef62d5792a {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:20:38.208253 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 964620b5-0a86-4ce6-8721-9cef62d5792a not bound to the agent host dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:20:38.208678 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device a419d98d-4099-4bf7-857a-23afcdc7c72b no longer exists at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:20:38.213631 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-74f10d4a-3145-47d1-91a2-a91fbdc137ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3071196'] for port (a419d98d-4099-4bf7-857a-23afcdc7c72b), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:38.244258 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] No Port match for: a419d98d-4099-4bf7-857a-23afcdc7c72b {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:20:38.248315 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device a419d98d-4099-4bf7-857a-23afcdc7c72b not bound to the agent host dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:20:38.248315 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 533a4976-41de-431f-aa44-4aaf39a68069 no longer exists at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:20:38.248756 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f10d4a-3145-47d1-91a2-a91fbdc137ff admin admin] No DVR routers for this DVR port a419d98d-4099-4bf7-857a-23afcdc7c72b on host dv-cinder-852211-7-iscsi {{(pid=107073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:20:38.249398 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f10d4a-3145-47d1-91a2-a91fbdc137ff admin admin] Pushing event deleted for resources: {'Port': ['ID=a419d98d-4099-4bf7-857a-23afcdc7c72b,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:20:38.282390 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] No Port match for: 533a4976-41de-431f-aa44-4aaf39a68069 {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:20:38.282954 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 533a4976-41de-431f-aa44-4aaf39a68069 not bound to the agent host dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:20:38.285410 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-67f4f250-7ec2-44af-b5ce-32b07ddc4573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329'] for port (a419d98d-4099-4bf7-857a-23afcdc7c72b), after_delete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:38.337408 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:20:38.340310 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-74f10d4a-3145-47d1-91a2-a91fbdc137ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718328', 'neutron.services.segments.db._delete_segments_for_network-8786311954077'] for network (ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:38.367860 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.services.segments.db [None req-74f10d4a-3145-47d1-91a2-a91fbdc137ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0']}} {{(pid=107073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:20:38.379866 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.services.segments.db [None req-74f10d4a-3145-47d1-91a2-a91fbdc137ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b7d1c7b-bf62-4ac5-834a-3285ade09ba6') {'for_net_delete': True} {{(pid=107073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:20:38.380174 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.services.segments.db [None req-74f10d4a-3145-47d1-91a2-a91fbdc137ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b7d1c7b-bf62-4ac5-834a-3285ade09ba6') {} {{(pid=107073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:20:38.392415 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-74f10d4a-3145-47d1-91a2-a91fbdc137ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786311985893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4006317'] for segment (2b7d1c7b-bf62-4ac5-834a-3285ade09ba6), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:38.410148 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-74f10d4a-3145-47d1-91a2-a91fbdc137ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881'] for segment (2b7d1c7b-bf62-4ac5-834a-3285ade09ba6), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:38.418311 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74f10d4a-3145-47d1-91a2-a91fbdc137ff admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=107073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 14:20:38.418844 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-74f10d4a-3145-47d1-91a2-a91fbdc137ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3071137'] for segment (2b7d1c7b-bf62-4ac5-834a-3285ade09ba6), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:38.513198 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.services.segments.plugin [-] Segment 2b7d1c7b-bf62-4ac5-834a-3285ade09ba6 resource provider aggregate not found Sep 01 14:20:38.518530 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f4f250-7ec2-44af-b5ce-32b07ddc4573 None None] Pushing event deleted for resources: {'Port': ['ID=a419d98d-4099-4bf7-857a-23afcdc7c72b,revision_number=None']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:20:38.527697 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.services.segments.plugin [-] Segment 2b7d1c7b-bf62-4ac5-834a-3285ade09ba6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b7d1c7b-bf62-4ac5-834a-3285ade09ba6 found for delete ", "request_id": "req-de691c75-3392-465c-97de-69862c651ab1"}]} Sep 01 14:20:38.537723 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f4f250-7ec2-44af-b5ce-32b07ddc4573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:38.538309 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f4f250-7ec2-44af-b5ce-32b07ddc4573 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:38.538830 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f4f250-7ec2-44af-b5ce-32b07ddc4573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:38.539340 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f4f250-7ec2-44af-b5ce-32b07ddc4573 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:38.539896 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f4f250-7ec2-44af-b5ce-32b07ddc4573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:38.540432 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f4f250-7ec2-44af-b5ce-32b07ddc4573 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:38.540976 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f4f250-7ec2-44af-b5ce-32b07ddc4573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:38.541553 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f4f250-7ec2-44af-b5ce-32b07ddc4573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:38.542121 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f4f250-7ec2-44af-b5ce-32b07ddc4573 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:38.542655 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f4f250-7ec2-44af-b5ce-32b07ddc4573 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:38.547502 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f4f250-7ec2-44af-b5ce-32b07ddc4573 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:38.547502 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f4f250-7ec2-44af-b5ce-32b07ddc4573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:38.547502 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f4f250-7ec2-44af-b5ce-32b07ddc4573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:38.547502 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f4f250-7ec2-44af-b5ce-32b07ddc4573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:38.547502 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f4f250-7ec2-44af-b5ce-32b07ddc4573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852211-7-iscsi {{(pid=107075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:20:38.551072 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f4f250-7ec2-44af-b5ce-32b07ddc4573 None None] No DVR routers for this DVR port a419d98d-4099-4bf7-857a-23afcdc7c72b on host dv-cinder-852211-7-iscsi {{(pid=107075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:20:38.630948 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-74f10d4a-3145-47d1-91a2-a91fbdc137ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122255'] for network (ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:38.640347 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-74f10d4a-3145-47d1-91a2-a91fbdc137ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for network (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:38.643960 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-74f10d4a-3145-47d1-91a2-a91fbdc137ff admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0 HTTP/1.1" status: 204 len: 168 time: 0.9452407 Sep 01 14:20:38.647435 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 37478) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:20:38.657139 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f10d4a-3145-47d1-91a2-a91fbdc137ff admin admin] Pushing event deleted for resources: {'Network': ['ID=ebd60ad1-5f3d-4543-91a0-ad7aa3eae6b0,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:20:38.870231 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:20:39.077871 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:20:39.084380 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-8a067eed-951f-4362-afcd-0a29f52794cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33121012'] for router_interface (a4b91e7f-26d8-4517-89f3-e0ff191ea80e), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:39.329168 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-8a067eed-951f-4362-afcd-0a29f52794cf admin admin] Deleting port cd6ed536-f6a2-44e2-a992-df73bf749135 {{(pid=107074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:20:39.329511 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-8a067eed-951f-4362-afcd-0a29f52794cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (cd6ed536-f6a2-44e2-a992-df73bf749135), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:39.417017 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [None req-8a067eed-951f-4362-afcd-0a29f52794cf admin admin] For port cd6ed536-f6a2-44e2-a992-df73bf749135, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=cd6ed536-f6a2-44e2-a992-df73bf749135,segment=NetworkSegment(290c7c9d-86bf-4bf1-8d6c-f720b2c301ae),segment_id=290c7c9d-86bf-4bf1-8d6c-f720b2c301ae)] {{(pid=107074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:20:39.417376 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-8a067eed-951f-4362-afcd-0a29f52794cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (cd6ed536-f6a2-44e2-a992-df73bf749135), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:39.432666 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-8a067eed-951f-4362-afcd-0a29f52794cf admin admin] Calling delete_port for cd6ed536-f6a2-44e2-a992-df73bf749135 owned by network:router_interface {{(pid=107074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:20:39.653326 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:39.727886 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-8a067eed-951f-4362-afcd-0a29f52794cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (cd6ed536-f6a2-44e2-a992-df73bf749135), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:39.758493 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a067eed-951f-4362-afcd-0a29f52794cf admin admin] Pushing event deleted for resources: {'Port': ['ID=cd6ed536-f6a2-44e2-a992-df73bf749135,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:20:39.951601 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:20:39.956993 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-8a067eed-951f-4362-afcd-0a29f52794cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33033800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33121348'] for router_interface (a4b91e7f-26d8-4517-89f3-e0ff191ea80e), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:40.088500 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:20:40.215430 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a067eed-951f-4362-afcd-0a29f52794cf admin admin] Router a4b91e7f-26d8-4517-89f3-e0ff191ea80e has already been hosted by L3 agent d4fb2947-a53f-4042-88b0-12489003bc7e {{(pid=107074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:20:40.345351 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a067eed-951f-4362-afcd-0a29f52794cf admin admin] Notify agent at l3_agent.dv-cinder-852211-7-iscsi the message routers_updated {{(pid=107074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:20:40.351062 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-8a067eed-951f-4362-afcd-0a29f52794cf admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/a4b91e7f-26d8-4517-89f3-e0ff191ea80e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7023625 Sep 01 14:20:40.354811 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 37480) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:20:40.361863 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b9964c-5512-4fce-9987-61adb32af618 None None] Sync routers for ids ['a4b91e7f-26d8-4517-89f3-e0ff191ea80e'] in dv-cinder-852211-7-iscsi {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:20:40.379068 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b9964c-5512-4fce-9987-61adb32af618 None None] Routers {'a4b91e7f-26d8-4517-89f3-e0ff191ea80e'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:20:40.380162 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-e7b9964c-5512-4fce-9987-61adb32af618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:20:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['a4b91e7f-26d8-4517-89f3-e0ff191ea80e'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:20:40.484259 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7e1e4d5d-808e-44d0-a46f-12702c02c68c admin admin] Publish callbacks [] for router (a4b91e7f-26d8-4517-89f3-e0ff191ea80e), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:40.521511 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-e7b9964c-5512-4fce-9987-61adb32af618 None None] Set router a4b91e7f-26d8-4517-89f3-e0ff191ea80e gateway port host: dv-cinder-852211-7-iscsi {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:20:40.660584 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7e1e4d5d-808e-44d0-a46f-12702c02c68c admin admin] Publish callbacks [] for router_gateway (a4b91e7f-26d8-4517-89f3-e0ff191ea80e), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:40.746675 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:20:40.760368 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-e7b9964c-5512-4fce-9987-61adb32af618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b91e7f-26d8-4517-89f3-e0ff191ea80e', 'name': 'tempest-TestVolumeBootPattern-1290484623-router', 'tenant_id': '3a8e2734029f4bf49339ca13ef88ee29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'external_fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '488913e4-a05d-43b3-9535-56beec07f7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:12:32Z', 'updated_at': '2022-09-01T14:20:39Z', 'revision_number': 5, 'project_id': '3a8e2734029f4bf49339ca13ef88ee29', 'gw_port': {'id': '488913e4-a05d-43b3-9535-56beec07f7df', 'name': '', 'network_id': '495e3753-365b-4db4-ace7-a3dca370cb0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b91e7f-26d8-4517-89f3-e0ff191ea80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'c60058e0-5076-4233-a499-c0113b757f85', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852211-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T14:12:35Z', 'updated_at': '2022-09-01T14:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60058e0-5076-4233-a499-c0113b757f85', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852211-7-iscsi'}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:20:40.764912 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:20:40.780480 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-7e1e4d5d-808e-44d0-a46f-12702c02c68c admin admin] Deleting port 488913e4-a05d-43b3-9535-56beec07f7df {{(pid=107074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:20:40.781431 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7e1e4d5d-808e-44d0-a46f-12702c02c68c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (488913e4-a05d-43b3-9535-56beec07f7df), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:40.799631 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b9964c-5512-4fce-9987-61adb32af618 None None] Checking router: a4b91e7f-26d8-4517-89f3-e0ff191ea80e for host: dv-cinder-852211-7-iscsi {{(pid=107075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:20:40.809798 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b9964c-5512-4fce-9987-61adb32af618 None None] Routers {'a4b91e7f-26d8-4517-89f3-e0ff191ea80e'} bound to L3 agent in host dv-cinder-852211-7-iscsi {{(pid=107075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 14:20:40.810953 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-e7b9964c-5512-4fce-9987-61adb32af618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852211-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-01T13:56:27Z,description=,heartbeat_timestamp=2022-09-01T14:20:27Z,host='dv-cinder-852211-7-iscsi',id=d4fb2947-a53f-4042-88b0-12489003bc7e,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T13:56:28Z,topic='l3_agent')) {'router_ids': ['a4b91e7f-26d8-4517-89f3-e0ff191ea80e'], 'active': True} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:20:40.892083 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [None req-7e1e4d5d-808e-44d0-a46f-12702c02c68c admin admin] For port 488913e4-a05d-43b3-9535-56beec07f7df, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=488913e4-a05d-43b3-9535-56beec07f7df,segment=NetworkSegment(f315c88c-0cea-42ce-ac38-790188a99330),segment_id=f315c88c-0cea-42ce-ac38-790188a99330)] {{(pid=107074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:20:40.892600 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7e1e4d5d-808e-44d0-a46f-12702c02c68c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (488913e4-a05d-43b3-9535-56beec07f7df), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:40.909641 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-7e1e4d5d-808e-44d0-a46f-12702c02c68c admin admin] Calling delete_port for 488913e4-a05d-43b3-9535-56beec07f7df owned by network:router_gateway {{(pid=107074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:20:40.913626 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvr_db [None req-e7b9964c-5512-4fce-9987-61adb32af618 None None] Set router a4b91e7f-26d8-4517-89f3-e0ff191ea80e gateway port host: None {{(pid=107075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 14:20:40.971468 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_hamode_db [None req-e7b9964c-5512-4fce-9987-61adb32af618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b91e7f-26d8-4517-89f3-e0ff191ea80e', 'name': 'tempest-TestVolumeBootPattern-1290484623-router', 'tenant_id': '3a8e2734029f4bf49339ca13ef88ee29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:12:32Z', 'updated_at': '2022-09-01T14:20:40Z', 'revision_number': 6, 'project_id': '3a8e2734029f4bf49339ca13ef88ee29', 'gw_port_host': None}], 'dv-cinder-852211-7-iscsi', False) {} {{(pid=107075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:20:41.001041 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b9964c-5512-4fce-9987-61adb32af618 None None] The sync data for ids ['a4b91e7f-26d8-4517-89f3-e0ff191ea80e'] in dv-cinder-852211-7-iscsi is: [{'id': 'a4b91e7f-26d8-4517-89f3-e0ff191ea80e', 'name': 'tempest-TestVolumeBootPattern-1290484623-router', 'tenant_id': '3a8e2734029f4bf49339ca13ef88ee29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T14:12:32Z', 'updated_at': '2022-09-01T14:20:40Z', 'revision_number': 6, 'project_id': '3a8e2734029f4bf49339ca13ef88ee29', 'gw_port_host': None}] {{(pid=107075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:20:41.196844 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7e1e4d5d-808e-44d0-a46f-12702c02c68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (488913e4-a05d-43b3-9535-56beec07f7df), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:41.511366 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e4d5d-808e-44d0-a46f-12702c02c68c admin admin] Pushing event deleted for resources: {'Port': ['ID=488913e4-a05d-43b3-9535-56beec07f7df,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:20:41.571117 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:20:41.599218 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7e1e4d5d-808e-44d0-a46f-12702c02c68c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122071'] for router_gateway (a4b91e7f-26d8-4517-89f3-e0ff191ea80e), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:41.765471 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7e1e4d5d-808e-44d0-a46f-12702c02c68c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33127694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3578'] for router (a4b91e7f-26d8-4517-89f3-e0ff191ea80e), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:41.768056 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:20:41.770785 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7e1e4d5d-808e-44d0-a46f-12702c02c68c admin admin] Publish callbacks [] for router_controller (a4b91e7f-26d8-4517-89f3-e0ff191ea80e), precommit_delete_associations {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:41.973653 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7e1e4d5d-808e-44d0-a46f-12702c02c68c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33120949'] for router (a4b91e7f-26d8-4517-89f3-e0ff191ea80e), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:41.974455 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1e4d5d-808e-44d0-a46f-12702c02c68c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4b91e7f-26d8-4517-89f3-e0ff191ea80e {{(pid=107074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 14:20:41.980793 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-7e1e4d5d-808e-44d0-a46f-12702c02c68c admin admin] Publish callbacks [] for router (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:41.983449 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-7e1e4d5d-808e-44d0-a46f-12702c02c68c admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/a4b91e7f-26d8-4517-89f3-e0ff191ea80e HTTP/1.1" status: 204 len: 168 time: 1.6271677 Sep 01 14:20:41.987062 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.wsgi [-] (107073) accepted ('10.222.0.25', 37482) {{(pid=107073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:20:42.068493 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9388e66-869c-456d-910b-1770328ebed3 admin admin] Deleting subnet 9834196b-a3b8-4a8d-91c8-a30099e390ef {{(pid=107073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 14:20:42.073155 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d9388e66-869c-456d-910b-1770328ebed3 admin admin] Publish callbacks [] for subnet (9834196b-a3b8-4a8d-91c8-a30099e390ef), before_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:42.119101 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d9388e66-869c-456d-910b-1770328ebed3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4006330'] for subnet (9834196b-a3b8-4a8d-91c8-a30099e390ef), precommit_delete_associations {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:42.196176 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 488913e4-a05d-43b3-9535-56beec07f7df no longer exists at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:20:42.220606 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] No Port match for: 488913e4-a05d-43b3-9535-56beec07f7df {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:20:42.221035 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device 488913e4-a05d-43b3-9535-56beec07f7df not bound to the agent host dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:20:42.221461 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device cd6ed536-f6a2-44e2-a992-df73bf749135 no longer exists at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:20:42.223747 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d9388e66-869c-456d-910b-1770328ebed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784543'] for subnet (9834196b-a3b8-4a8d-91c8-a30099e390ef), precommit_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:42.259149 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] No Port match for: cd6ed536-f6a2-44e2-a992-df73bf749135 {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:20:42.259427 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:20:42.259700 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device cd6ed536-f6a2-44e2-a992-df73bf749135 not bound to the agent host dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:20:42.414077 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d9388e66-869c-456d-910b-1770328ebed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3069443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4179382'] for subnet (9834196b-a3b8-4a8d-91c8-a30099e390ef), after_delete {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:42.448924 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron_lib.callbacks.manager [None req-d9388e66-869c-456d-910b-1770328ebed3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:42.453628 dv-cinder-852211-7-iscsi neutron-server[107073]: INFO neutron.wsgi [None req-d9388e66-869c-456d-910b-1770328ebed3 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/9834196b-a3b8-4a8d-91c8-a30099e390ef HTTP/1.1" status: 204 len: 168 time: 0.4649472 Sep 01 14:20:42.454980 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9388e66-869c-456d-910b-1770328ebed3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9834196b-a3b8-4a8d-91c8-a30099e390ef,revision_number=None']} {{(pid=107073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:20:42.455270 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 37484) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:20:42.460117 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48880e2a-81bf-4f5e-9cc3-4aff88e2a28b None None] Network db0d5f07-8b4e-426b-94d1-ce799fc91839 requested from dv-cinder-852211-7-iscsi {{(pid=107075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 14:20:42.606477 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-74d58e90-6b3b-43fe-8366-2ee442eb28f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-703534'] for network (db0d5f07-8b4e-426b-94d1-ce799fc91839), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:42.631034 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6010b22-a659-4e2c-9457-290ab19acd38 None None] DHCP port deletion for db0d5f07-8b4e-426b-94d1-ce799fc91839 request from dv-cinder-852211-7-iscsi {{(pid=107075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 01 14:20:42.681590 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-74d58e90-6b3b-43fe-8366-2ee442eb28f1 admin admin] Deleting port c6f24274-9614-4dba-bd73-4789801a4cfc {{(pid=107074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:20:42.681869 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-b6010b22-a659-4e2c-9457-290ab19acd38 None None] Deleting port c6f24274-9614-4dba-bd73-4789801a4cfc {{(pid=107075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 14:20:42.682129 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-74d58e90-6b3b-43fe-8366-2ee442eb28f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (c6f24274-9614-4dba-bd73-4789801a4cfc), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:42.682311 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-b6010b22-a659-4e2c-9457-290ab19acd38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786311826387'] for port (c6f24274-9614-4dba-bd73-4789801a4cfc), before_delete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:42.759412 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.db [None req-b6010b22-a659-4e2c-9457-290ab19acd38 None None] For port c6f24274-9614-4dba-bd73-4789801a4cfc, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=c6f24274-9614-4dba-bd73-4789801a4cfc,segment=NetworkSegment(290c7c9d-86bf-4bf1-8d6c-f720b2c301ae),segment_id=290c7c9d-86bf-4bf1-8d6c-f720b2c301ae)] {{(pid=107075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:20:42.759806 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-b6010b22-a659-4e2c-9457-290ab19acd38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (c6f24274-9614-4dba-bd73-4789801a4cfc), precommit_delete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:42.784882 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-b6010b22-a659-4e2c-9457-290ab19acd38 None None] Calling delete_port for c6f24274-9614-4dba-bd73-4789801a4cfc owned by network:dhcp {{(pid=107075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:20:42.807243 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.db [None req-74d58e90-6b3b-43fe-8366-2ee442eb28f1 admin admin] For port c6f24274-9614-4dba-bd73-4789801a4cfc, host dv-cinder-852211-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852211-7-iscsi',level=0,port_id=c6f24274-9614-4dba-bd73-4789801a4cfc,segment=NetworkSegment(290c7c9d-86bf-4bf1-8d6c-f720b2c301ae),segment_id=290c7c9d-86bf-4bf1-8d6c-f720b2c301ae)] {{(pid=107074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:20:42.807746 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-74d58e90-6b3b-43fe-8366-2ee442eb28f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485822'] for port (c6f24274-9614-4dba-bd73-4789801a4cfc), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:42.828467 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.plugin [None req-74d58e90-6b3b-43fe-8366-2ee442eb28f1 admin admin] Calling delete_port for c6f24274-9614-4dba-bd73-4789801a4cfc owned by network:dhcp {{(pid=107074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 14:20:42.997256 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-b6010b22-a659-4e2c-9457-290ab19acd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329'] for port (c6f24274-9614-4dba-bd73-4789801a4cfc), after_delete {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:43.006855 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-74d58e90-6b3b-43fe-8366-2ee442eb28f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786311831736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786311454329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923782'] for port (c6f24274-9614-4dba-bd73-4789801a4cfc), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:43.046567 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6010b22-a659-4e2c-9457-290ab19acd38 None None] Pushing event deleted for resources: {'Port': ['ID=c6f24274-9614-4dba-bd73-4789801a4cfc,revision_number=None']} {{(pid=107075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:20:43.054961 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d58e90-6b3b-43fe-8366-2ee442eb28f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6f24274-9614-4dba-bd73-4789801a4cfc,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:20:43.055614 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6010b22-a659-4e2c-9457-290ab19acd38 None None] No DVR routers for this DVR port c6f24274-9614-4dba-bd73-4789801a4cfc on host dv-cinder-852211-7-iscsi {{(pid=107075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:20:43.058278 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d58e90-6b3b-43fe-8366-2ee442eb28f1 admin admin] No DVR routers for this DVR port c6f24274-9614-4dba-bd73-4789801a4cfc on host dv-cinder-852211-7-iscsi {{(pid=107074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 14:20:43.153093 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-74d58e90-6b3b-43fe-8366-2ee442eb28f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718328', 'neutron.services.segments.db._delete_segments_for_network-8786311954077'] for network (db0d5f07-8b4e-426b-94d1-ce799fc91839), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:43.181148 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.services.segments.db [None req-74d58e90-6b3b-43fe-8366-2ee442eb28f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db0d5f07-8b4e-426b-94d1-ce799fc91839']}} {{(pid=107074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:20:43.193170 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.services.segments.db [None req-74d58e90-6b3b-43fe-8366-2ee442eb28f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '290c7c9d-86bf-4bf1-8d6c-f720b2c301ae') {'for_net_delete': True} {{(pid=107074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:20:43.193508 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.services.segments.db [None req-74d58e90-6b3b-43fe-8366-2ee442eb28f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '290c7c9d-86bf-4bf1-8d6c-f720b2c301ae') {} {{(pid=107074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:20:43.207558 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-74d58e90-6b3b-43fe-8366-2ee442eb28f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786311985893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2922463'] for segment (290c7c9d-86bf-4bf1-8d6c-f720b2c301ae), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:43.224189 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-74d58e90-6b3b-43fe-8366-2ee442eb28f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881'] for segment (290c7c9d-86bf-4bf1-8d6c-f720b2c301ae), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:43.232030 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d58e90-6b3b-43fe-8366-2ee442eb28f1 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=107074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 14:20:43.232538 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-74d58e90-6b3b-43fe-8366-2ee442eb28f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923899'] for segment (290c7c9d-86bf-4bf1-8d6c-f720b2c301ae), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:43.339480 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.services.segments.plugin [-] Segment 290c7c9d-86bf-4bf1-8d6c-f720b2c301ae resource provider aggregate not found Sep 01 14:20:43.361116 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.services.segments.plugin [-] Segment 290c7c9d-86bf-4bf1-8d6c-f720b2c301ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 290c7c9d-86bf-4bf1-8d6c-f720b2c301ae found for delete ", "request_id": "req-1d90ee86-7478-438a-abc3-2e0626e30cd1"}]} Sep 01 14:20:43.413327 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-74d58e90-6b3b-43fe-8366-2ee442eb28f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33033793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122255'] for network (db0d5f07-8b4e-426b-94d1-ce799fc91839), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:43.420488 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-74d58e90-6b3b-43fe-8366-2ee442eb28f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33033811'] for network (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:43.425461 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-74d58e90-6b3b-43fe-8366-2ee442eb28f1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/db0d5f07-8b4e-426b-94d1-ce799fc91839 HTTP/1.1" status: 204 len: 168 time: 0.9685001 Sep 01 14:20:43.449956 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d58e90-6b3b-43fe-8366-2ee442eb28f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=db0d5f07-8b4e-426b-94d1-ce799fc91839,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:20:43.839891 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 37494) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:20:43.886907 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-ac0e79a0-517e-4c0f-9030-5f19f5767a21 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=8acdb976501045c0813d16f3d0ffd13d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0456190 Sep 01 14:20:43.891074 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 37496) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:20:43.963224 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-1f6e5a3e-29a5-4510-8adf-3e6877b0dc6c admin admin] Publish callbacks [] for security_group (e7d28a7e-4bf2-4365-8d5e-e0e577b41c06), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:43.988005 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-1f6e5a3e-29a5-4510-8adf-3e6877b0dc6c admin admin] Publish callbacks [] for security_group (e7d28a7e-4bf2-4365-8d5e-e0e577b41c06), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:44.123909 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-1f6e5a3e-29a5-4510-8adf-3e6877b0dc6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (e7d28a7e-4bf2-4365-8d5e-e0e577b41c06), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:44.128904 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-1f6e5a3e-29a5-4510-8adf-3e6877b0dc6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:44.131451 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-1f6e5a3e-29a5-4510-8adf-3e6877b0dc6c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e7d28a7e-4bf2-4365-8d5e-e0e577b41c06 HTTP/1.1" status: 204 len: 168 time: 0.2387025 Sep 01 14:20:44.155786 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e5a3e-29a5-4510-8adf-3e6877b0dc6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d28a7e-4bf2-4365-8d5e-e0e577b41c06,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:20:44.200738 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device c6f24274-9614-4dba-bd73-4789801a4cfc no longer exists at agent ovs-agent-dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:20:44.237760 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] No Port match for: c6f24274-9614-4dba-bd73-4789801a4cfc {{(pid=107075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 14:20:44.238343 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron.plugins.ml2.rpc [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Device c6f24274-9614-4dba-bd73-4789801a4cfc not bound to the agent host dv-cinder-852211-7-iscsi {{(pid=107075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:20:45.065968 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 37502) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:20:45.115634 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-23bc2b26-8dfd-434f-a5b4-4d0d02f91849 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=3a8e2734029f4bf49339ca13ef88ee29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0484421 Sep 01 14:20:45.118440 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.wsgi [-] (107074) accepted ('10.222.0.25', 37504) {{(pid=107074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 14:20:45.142530 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:20:45.179861 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-e8bf5913-bbb7-4738-9029-cc8311e4a247 admin admin] Publish callbacks [] for security_group (f5670635-0bf8-44e6-8a1e-4d054ce72617), before_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:45.188447 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:20:45.203740 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-e8bf5913-bbb7-4738-9029-cc8311e4a247 admin admin] Publish callbacks [] for security_group (f5670635-0bf8-44e6-8a1e-4d054ce72617), precommit_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:45.339105 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-e8bf5913-bbb7-4738-9029-cc8311e4a247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411291'] for security_group (f5670635-0bf8-44e6-8a1e-4d054ce72617), after_delete {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:45.342490 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron_lib.callbacks.manager [None req-e8bf5913-bbb7-4738-9029-cc8311e4a247 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:45.345996 dv-cinder-852211-7-iscsi neutron-server[107074]: INFO neutron.wsgi [None req-e8bf5913-bbb7-4738-9029-cc8311e4a247 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f5670635-0bf8-44e6-8a1e-4d054ce72617 HTTP/1.1" status: 204 len: 168 time: 0.2242496 Sep 01 14:20:45.358245 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf5913-bbb7-4738-9029-cc8311e4a247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5670635-0bf8-44e6-8a1e-4d054ce72617,revision_number=None']} {{(pid=107074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:20:46.429741 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=8 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:20:46.432926 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=67 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:20:52.424888 dv-cinder-852211-7-iscsi neutron-server[107073]: DEBUG dbcounter [-] [107073] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:20:54.209074 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=42,neutron:DELETE=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:20:54.395774 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-daeddbde-416d-4338-a90f-12fc41c87149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:55.348976 dv-cinder-852211-7-iscsi neutron-server[107074]: DEBUG dbcounter [-] [107074] Writing DB stats neutron:SELECT=14,neutron:DELETE=4 {{(pid=107074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:20:57.515984 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-501eab03-1989-4499-9800-9ee46e4194c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:20:59.281769 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:21:00.419111 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:21:01.212881 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:21:09.601569 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:21:09.672602 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 6 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:21:19.529335 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:21:19.533545 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=71,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:21:21.184872 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=18 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:21:21.187003 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=16 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:21:24.383993 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-e7c2118b-ae17-4d40-862a-7480e5c94b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:21:27.429387 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-600da6c8-e711-4184-81f8-928b2f7cd8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:21:29.246712 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:21:30.537675 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:21:31.228961 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:21:39.617502 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:21:46.672682 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 6 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:21:49.552650 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:21:49.554616 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:21:54.405421 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-05e14328-23c8-4bcb-a1dd-d2beeff57ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:21:56.667257 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=4 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:21:56.668212 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=4 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:21:57.433888 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-89b0cf34-63e4-4b93-99bf-f2aa1055f6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:21:59.268252 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:22:00.452329 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:22:01.210865 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:22:09.650652 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:22:19.560219 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:22:19.563241 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:22:23.674748 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 6 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:22:24.364677 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-4ea00047-bd9e-479c-a253-ac2af68a054c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:22:27.467194 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-8e9ace5e-0d72-4084-90ee-957d8125d111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:22:29.245026 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:22:30.422146 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:22:31.249914 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:22:33.669646 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=6 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:22:33.670519 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:22:39.651168 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:22:49.554474 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:22:49.560976 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:22:54.346411 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-f24e2786-4006-4278-a198-81b54c60a77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:22:57.529490 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-9f259ad9-5957-4547-a14c-c6d001d3d2e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:22:59.277482 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:23:00.392154 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:23:00.674330 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 6 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:23:01.203353 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:23:09.649116 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:23:10.669655 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=5 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:23:10.670548 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=3 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:23:19.568923 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:23:19.572151 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:23:21.183428 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=16 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:23:21.185544 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=10 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:23:24.374222 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-aaa579df-4699-491a-acc6-e1950875e51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:23:27.528498 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-b48c80de-254f-4764-984d-1c53a18f6674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:23:29.271180 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:23:30.465315 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:23:31.248289 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:23:37.673702 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 6 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:23:39.642012 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:23:47.668559 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=3 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:23:47.669638 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=5 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:23:49.574381 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:23:49.582689 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:23:54.367583 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d724f6df-c58a-4eae-abac-e0292865fae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:23:57.521472 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-6d1f92c0-85f6-43c0-be48-4dee0a7ffe26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:23:59.264273 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:24:00.436091 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:24:01.207218 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:24:09.687504 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:24:14.673980 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 6 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:24:18.681793 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:24:19.578674 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:24:19.588746 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:24:24.396446 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-50b9e6ac-7bdb-4f4d-8c5f-f4589479b422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:24:24.668851 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=5 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:24:27.452470 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-53cdd72b-c291-45d1-8993-4a64d887ac89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:24:29.252880 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:24:30.469025 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:24:31.480613 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:24:39.645923 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:24:49.574071 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:24:49.576321 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:24:51.674700 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 6 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:24:54.388469 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d8446eb3-a19d-47d1-8c48-bb8bd2a100eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:24:57.463031 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-86212fc5-a2b8-479a-80ed-4635c5d55d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:24:59.279963 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:25:00.508696 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:25:01.256714 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:25:01.669402 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=4 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:25:01.670281 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=4 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:25:09.685380 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:25:19.594162 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:25:19.597482 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:25:24.353345 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-8ff31594-b6a6-4977-84ee-e3e747b6167b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:25:27.456060 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-bf4aef3d-0866-4db4-a517-5145d9914f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:25:28.674402 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 6 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:25:29.290701 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:25:29.543367 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=17 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:25:30.490674 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:25:31.238748 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:25:39.764348 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:25:41.521771 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=1 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:25:41.522808 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=18 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:25:49.597130 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:25:49.598563 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:25:54.363772 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5033cbf6-b65a-4a40-aae5-482574ca3dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (e6fb8577-74ae-4f68-b634-c24662e9afb4), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:25:57.444930 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-23aaabc2-fbd7-4795-be1b-63fba71bfca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (d4fb2947-a53f-4042-88b0-12489003bc7e), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:25:59.359591 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-d1b86340-5f14-42bb-8950-c69dbf05d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (827041ef-35f0-4bed-b541-9a2d1ba5cd74), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:26:00.461083 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-5cca6faa-5f12-4950-9ba8-d5058d8aeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (16ae7bad-0e03-4d8e-885b-3ed578a6ac87), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:26:01.243759 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-0a5c016f-f13a-4ad6-837b-f7e9260b9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (aa7ddcf3-83dd-417d-8bf2-59fe52601c78), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:26:05.673636 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG neutron.db.agents_db [None req-f3d8605f-2c88-4112-8504-2713e5e83674 None None] Agent healthcheck: found 6 active agents {{(pid=107076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:26:06.541873 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=3 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:26:09.741198 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG neutron_lib.callbacks.manager [None req-71ecfc3f-5eac-4a66-88a1-3dc8152491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786311954059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32837177'] for agent (a7580bcb-0f49-4eb6-986f-da2a861ca402), after_update {{(pid=107075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 14:26:18.687608 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=6 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:26:18.688917 dv-cinder-852211-7-iscsi neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:DELETE=1 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:26:19.592264 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 14:26:19.596356 dv-cinder-852211-7-iscsi neutron-server[107075]: DEBUG dbcounter [-] [107075] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=107075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}